[ 560.288682] env[62743]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62743) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 560.289066] env[62743]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62743) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 560.289125] env[62743]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62743) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 560.289459] env[62743]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 560.383066] env[62743]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62743) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 560.393536] env[62743]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62743) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 560.993526] env[62743]: INFO nova.virt.driver [None req-68f9a643-99f3-4758-a897-d63d973e6d74 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 561.065375] env[62743]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.065516] env[62743]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.065623] env[62743]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62743) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 564.423830] env[62743]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-adffbd2e-0e9a-4228-8591-cfb3041e0f32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.440527] env[62743]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62743) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 564.440645] env[62743]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-10fe2c2a-6f9d-4954-ad1c-b3fb65e04182 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.472910] env[62743]: INFO oslo_vmware.api [-] Successfully established new session; session ID is bee16. [ 564.473112] env[62743]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.408s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.473603] env[62743]: INFO nova.virt.vmwareapi.driver [None req-68f9a643-99f3-4758-a897-d63d973e6d74 None None] VMware vCenter version: 7.0.3 [ 564.477119] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be1833-cac8-4164-a2b3-860e78c3fb50 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.498594] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b82da1-3c69-419d-9424-c5b4cd52304f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.504822] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8cdb00-7ca8-4cc5-a174-11054bc19469 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.511612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab9102-ad6e-4ee4-8c1c-c7b67f3b5e2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.524831] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457cdc3c-0bce-45db-a019-2c80697f33bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.530900] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f16edbd-d67d-4864-9bb8-e79132fbbf24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.561210] env[62743]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-866150e0-b101-4902-a0ab-35c8b4f5bcf1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.566683] env[62743]: DEBUG nova.virt.vmwareapi.driver [None req-68f9a643-99f3-4758-a897-d63d973e6d74 None None] Extension org.openstack.compute already exists. {{(pid=62743) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 564.569394] env[62743]: INFO nova.compute.provider_config [None req-68f9a643-99f3-4758-a897-d63d973e6d74 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 565.072940] env[62743]: DEBUG nova.context [None req-68f9a643-99f3-4758-a897-d63d973e6d74 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f94ca05e-7497-43e8-883a-3f52d4251a5a(cell1) {{(pid=62743) load_cells /opt/stack/nova/nova/context.py:464}} [ 565.075112] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.075357] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.076047] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.076477] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Acquiring lock "f94ca05e-7497-43e8-883a-3f52d4251a5a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.076657] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Lock "f94ca05e-7497-43e8-883a-3f52d4251a5a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.077676] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Lock "f94ca05e-7497-43e8-883a-3f52d4251a5a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.098248] env[62743]: INFO dbcounter [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Registered counter for database nova_cell0 [ 565.106273] env[62743]: INFO dbcounter [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Registered counter for database nova_cell1 [ 565.109316] env[62743]: DEBUG oslo_db.sqlalchemy.engines [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62743) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 565.109679] env[62743]: DEBUG oslo_db.sqlalchemy.engines [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62743) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 565.114496] env[62743]: ERROR nova.db.main.api [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 565.114496] env[62743]: result = function(*args, **kwargs) [ 565.114496] env[62743]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 565.114496] env[62743]: return func(*args, **kwargs) [ 565.114496] env[62743]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 565.114496] env[62743]: result = fn(*args, **kwargs) [ 565.114496] env[62743]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 565.114496] env[62743]: return f(*args, **kwargs) [ 565.114496] env[62743]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 565.114496] env[62743]: return db.service_get_minimum_version(context, binaries) [ 565.114496] env[62743]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 565.114496] env[62743]: _check_db_access() [ 565.114496] env[62743]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 565.114496] env[62743]: stacktrace = ''.join(traceback.format_stack()) [ 565.114496] env[62743]: [ 565.115487] env[62743]: ERROR nova.db.main.api [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 565.115487] env[62743]: result = function(*args, **kwargs) [ 565.115487] env[62743]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 565.115487] env[62743]: return func(*args, **kwargs) [ 565.115487] env[62743]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 565.115487] env[62743]: result = fn(*args, **kwargs) [ 565.115487] env[62743]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 565.115487] env[62743]: return f(*args, **kwargs) [ 565.115487] env[62743]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 565.115487] env[62743]: return db.service_get_minimum_version(context, binaries) [ 565.115487] env[62743]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 565.115487] env[62743]: _check_db_access() [ 565.115487] env[62743]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 565.115487] env[62743]: stacktrace = ''.join(traceback.format_stack()) [ 565.115487] env[62743]: [ 565.116207] env[62743]: WARNING nova.objects.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 565.116207] env[62743]: WARNING nova.objects.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Failed to get minimum service version for cell f94ca05e-7497-43e8-883a-3f52d4251a5a [ 565.116428] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Acquiring lock "singleton_lock" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.116600] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Acquired lock "singleton_lock" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.116843] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Releasing lock "singleton_lock" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.117181] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Full set of CONF: {{(pid=62743) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 565.117326] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ******************************************************************************** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 565.117452] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] Configuration options gathered from: {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 565.117584] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 565.117775] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 565.117902] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ================================================================================ {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 565.118119] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] allow_resize_to_same_host = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.118294] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] arq_binding_timeout = 300 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.118421] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] backdoor_port = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.118546] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] backdoor_socket = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.118704] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] block_device_allocate_retries = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.118861] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] block_device_allocate_retries_interval = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.119040] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cert = self.pem {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.119215] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.119382] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute_monitors = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.119546] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] config_dir = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.119712] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] config_drive_format = iso9660 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.119844] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.120014] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] config_source = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.120282] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] console_host = devstack {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.120449] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] control_exchange = nova {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.120605] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cpu_allocation_ratio = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.120764] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] daemon = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.120927] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] debug = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.121093] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] default_access_ip_network_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.121262] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] default_availability_zone = nova {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.121416] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] default_ephemeral_format = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.121572] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] default_green_pool_size = 1000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.121821] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.121988] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] default_schedule_zone = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.122160] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] disk_allocation_ratio = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.122321] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] enable_new_services = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.122498] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] enabled_apis = ['osapi_compute'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.122663] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] enabled_ssl_apis = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.122820] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] flat_injected = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.122975] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] force_config_drive = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.123149] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] force_raw_images = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.123320] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] graceful_shutdown_timeout = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.123478] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] heal_instance_info_cache_interval = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.123695] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] host = cpu-1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.123871] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.124079] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] initial_disk_allocation_ratio = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.124238] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] initial_ram_allocation_ratio = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.124454] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.124645] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instance_build_timeout = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.124823] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instance_delete_interval = 300 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.124988] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instance_format = [instance: %(uuid)s] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.125180] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instance_name_template = instance-%08x {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.125347] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instance_usage_audit = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.125516] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instance_usage_audit_period = month {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.125674] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.125835] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] instances_path = /opt/stack/data/nova/instances {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.125996] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] internal_service_availability_zone = internal {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.126165] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] key = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.126324] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] live_migration_retry_count = 30 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.126490] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_color = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.126648] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_config_append = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.126810] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.126966] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_dir = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.127135] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_file = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.127262] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_options = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.127419] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_rotate_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.127581] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_rotate_interval_type = days {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.127740] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] log_rotation_type = none {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.127869] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.127992] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.128172] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.128337] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.128463] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.128619] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] long_rpc_timeout = 1800 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.128773] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] max_concurrent_builds = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.128928] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] max_concurrent_live_migrations = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.129093] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] max_concurrent_snapshots = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.129255] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] max_local_block_devices = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.129408] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] max_logfile_count = 30 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.129561] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] max_logfile_size_mb = 200 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.129715] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] maximum_instance_delete_attempts = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.129879] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] metadata_listen = 0.0.0.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.130054] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] metadata_listen_port = 8775 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.130226] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] metadata_workers = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.130383] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] migrate_max_retries = -1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.130546] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] mkisofs_cmd = genisoimage {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.130745] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] my_block_storage_ip = 10.180.1.21 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.130876] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] my_ip = 10.180.1.21 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.131086] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.131257] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] network_allocate_retries = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.131431] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.131598] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] osapi_compute_listen = 0.0.0.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.131755] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] osapi_compute_listen_port = 8774 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.131917] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] osapi_compute_unique_server_name_scope = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.132099] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] osapi_compute_workers = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.132265] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] password_length = 12 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.132420] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] periodic_enable = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.132582] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] periodic_fuzzy_delay = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.132742] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] pointer_model = usbtablet {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.132904] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] preallocate_images = none {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.133071] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] publish_errors = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.133202] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] pybasedir = /opt/stack/nova {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.133356] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ram_allocation_ratio = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.133513] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] rate_limit_burst = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.133678] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] rate_limit_except_level = CRITICAL {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.133918] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] rate_limit_interval = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.134171] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] reboot_timeout = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.134322] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] reclaim_instance_interval = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.134485] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] record = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.134653] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] reimage_timeout_per_gb = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.134816] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] report_interval = 120 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.134974] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] rescue_timeout = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.135149] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] reserved_host_cpus = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.135308] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] reserved_host_disk_mb = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.135460] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] reserved_host_memory_mb = 512 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.135618] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] reserved_huge_pages = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.135771] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] resize_confirm_window = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.135926] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] resize_fs_using_block_device = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.136092] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] resume_guests_state_on_host_boot = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.136261] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.136428] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] rpc_response_timeout = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.136588] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] run_external_periodic_tasks = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.136751] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] running_deleted_instance_action = reap {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.136906] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] running_deleted_instance_poll_interval = 1800 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.137072] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] running_deleted_instance_timeout = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.137234] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler_instance_sync_interval = 120 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.137397] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_down_time = 720 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.137556] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] servicegroup_driver = db {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.137705] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] shell_completion = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.137860] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] shelved_offload_time = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.138024] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] shelved_poll_interval = 3600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.138189] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] shutdown_timeout = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.138347] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] source_is_ipv6 = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.138499] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ssl_only = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.138738] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.138901] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] sync_power_state_interval = 600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.139072] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] sync_power_state_pool_size = 1000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.139271] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] syslog_log_facility = LOG_USER {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.139498] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] tempdir = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.139684] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] timeout_nbd = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.139854] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] transport_url = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.140054] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] update_resources_interval = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.140234] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] use_cow_images = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.140392] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] use_journal = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.140545] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] use_json = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.140699] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] use_rootwrap_daemon = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.140851] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] use_stderr = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.141015] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] use_syslog = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.141171] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vcpu_pin_set = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.141335] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plugging_is_fatal = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.141500] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plugging_timeout = 300 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.141660] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] virt_mkfs = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.141816] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] volume_usage_poll_interval = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.141972] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] watch_log_file = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.142183] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] web = /usr/share/spice-html5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 565.142381] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.142543] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.142701] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.142868] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_concurrency.disable_process_locking = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.143487] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.143685] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.143860] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.144073] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.144267] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.144497] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.144696] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.auth_strategy = keystone {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.144867] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.compute_link_prefix = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.145059] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.145243] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.dhcp_domain = novalocal {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.145411] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.enable_instance_password = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.145574] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.glance_link_prefix = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.145736] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.145901] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.146072] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.instance_list_per_project_cells = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.146235] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.list_records_by_skipping_down_cells = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.146391] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.local_metadata_per_cell = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.146555] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.max_limit = 1000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.146735] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.metadata_cache_expiration = 15 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.146948] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.neutron_default_tenant_id = default {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.147144] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.response_validation = warn {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.147322] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.use_neutron_default_nets = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.147490] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.147650] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.147815] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.147984] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.148170] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.vendordata_dynamic_targets = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.148334] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.vendordata_jsonfile_path = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.148514] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.148702] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.backend = dogpile.cache.memcached {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.148866] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.backend_argument = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.149033] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.backend_expiration_time = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.149209] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.config_prefix = cache.oslo {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.149376] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.dead_timeout = 60.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.149537] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.debug_cache_backend = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.149695] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.enable_retry_client = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.149855] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.enable_socket_keepalive = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.150033] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.enabled = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.150202] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.enforce_fips_mode = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.150364] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.expiration_time = 600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.150525] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.hashclient_retry_attempts = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.150688] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.hashclient_retry_delay = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.150848] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_dead_retry = 300 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.151018] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_password = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.151179] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.151341] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.151498] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_pool_maxsize = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.151657] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.151813] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_sasl_enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.152015] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.152202] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_socket_timeout = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.152362] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.memcache_username = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.152522] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.proxies = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.152683] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.redis_db = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.152843] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.redis_password = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.153013] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.redis_sentinel_service_name = mymaster {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.153197] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.153365] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.redis_server = localhost:6379 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.153528] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.redis_socket_timeout = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.153685] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.redis_username = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.153876] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.retry_attempts = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.154093] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.retry_delay = 0.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.154289] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.socket_keepalive_count = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.154455] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.socket_keepalive_idle = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.154614] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.socket_keepalive_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.154771] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.tls_allowed_ciphers = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.154929] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.tls_cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.155151] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.tls_certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.155327] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.tls_enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.155485] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cache.tls_keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.155654] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.155829] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.auth_type = password {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.155986] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.156185] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.catalog_info = volumev3::publicURL {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.156349] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.156509] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.156669] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.cross_az_attach = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.156829] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.debug = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.156985] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.endpoint_template = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.157160] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.http_retries = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.157323] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.157476] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.157641] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.os_region_name = RegionOne {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.157799] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.157953] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cinder.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.158135] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.158296] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.cpu_dedicated_set = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.158452] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.cpu_shared_set = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.158615] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.image_type_exclude_list = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.158778] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.158940] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.max_concurrent_disk_ops = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.159112] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.max_disk_devices_to_attach = -1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.159275] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.159440] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.159598] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.resource_provider_association_refresh = 300 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.159756] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.159913] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.shutdown_retry_interval = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.160099] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.160280] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] conductor.workers = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.160458] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] console.allowed_origins = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.160613] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] console.ssl_ciphers = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.160778] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] console.ssl_minimum_version = default {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.160946] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] consoleauth.enforce_session_timeout = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.161126] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] consoleauth.token_ttl = 600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.161299] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.161451] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.161610] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.161765] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.161920] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.162111] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.162293] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.162455] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.162608] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.162762] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.162915] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.163085] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.163246] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.163412] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.service_type = accelerator {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.163569] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.163725] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.163878] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.164067] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.164252] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.164454] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] cyborg.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.164574] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.asyncio_connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.164731] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.asyncio_slave_connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.164898] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.backend = sqlalchemy {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.165075] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.165247] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.connection_debug = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.165412] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.connection_parameters = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.165574] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.connection_recycle_time = 3600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.165733] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.connection_trace = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.165912] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.db_inc_retry_interval = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.166059] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.db_max_retries = 20 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.166253] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.db_max_retry_interval = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.166422] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.db_retry_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.166580] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.max_overflow = 50 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.166738] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.max_pool_size = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.166897] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.max_retries = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.167075] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.167240] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.mysql_wsrep_sync_wait = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.167396] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.pool_timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.167557] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.retry_interval = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.167719] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.slave_connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.167885] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.sqlite_synchronous = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.168095] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] database.use_db_reconnect = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.168276] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.asyncio_connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.168437] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.asyncio_slave_connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.168602] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.backend = sqlalchemy {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.168768] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.168929] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.connection_debug = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.169108] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.connection_parameters = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.169274] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.connection_recycle_time = 3600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.169433] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.connection_trace = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.169591] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.db_inc_retry_interval = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.169749] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.db_max_retries = 20 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.169911] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.db_max_retry_interval = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.170079] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.db_retry_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.170246] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.max_overflow = 50 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.170406] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.max_pool_size = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.170565] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.max_retries = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.170730] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.170885] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.171055] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.pool_timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.171224] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.retry_interval = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.171384] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.slave_connection = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.171544] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] api_database.sqlite_synchronous = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.171716] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] devices.enabled_mdev_types = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.171893] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.172098] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ephemeral_storage_encryption.default_format = luks {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.172280] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ephemeral_storage_encryption.enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.172447] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.172622] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.api_servers = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.172782] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.172939] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.173116] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.173276] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.173428] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.173586] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.debug = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.173748] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.default_trusted_certificate_ids = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.173907] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.enable_certificate_validation = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.174095] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.enable_rbd_download = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.174265] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.174429] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.174587] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.174742] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.174894] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.175065] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.num_retries = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.175238] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.rbd_ceph_conf = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.175395] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.rbd_connect_timeout = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.175557] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.rbd_pool = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.175719] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.rbd_user = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.175883] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.176051] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.176214] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.176380] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.service_type = image {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.176541] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.176695] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.176850] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.177012] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.177200] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.177368] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.verify_glance_signatures = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.177524] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] glance.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.177688] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] guestfs.debug = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.177854] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.178024] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.auth_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.178206] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.178372] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.178533] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.178690] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.178845] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.178999] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.179174] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.179330] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.179487] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.179641] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.179795] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.179949] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.180116] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.180284] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.service_type = shared-file-system {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.180444] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.share_apply_policy_timeout = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.180603] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.180756] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.180911] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.181075] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.181257] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.181415] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] manila.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.181578] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] mks.enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.181933] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.182161] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] image_cache.manager_interval = 2400 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.182348] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] image_cache.precache_concurrency = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.182518] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] image_cache.remove_unused_base_images = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.182686] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.182852] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.183040] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] image_cache.subdirectory_name = _base {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.183226] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.api_max_retries = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.183390] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.api_retry_interval = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.183551] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.183711] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.auth_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.183868] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.184056] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.184239] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.184403] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.conductor_group = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.184562] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.184721] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.184873] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.185043] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.185206] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.185359] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.185511] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.185670] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.peer_list = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.185824] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.185980] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.186176] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.serial_console_state_timeout = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.186337] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.186501] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.service_type = baremetal {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.186654] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.shard = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.186811] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.186968] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.187145] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.187301] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.187479] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.187637] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ironic.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.187819] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.187991] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] key_manager.fixed_key = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.188188] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.188353] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.barbican_api_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.188508] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.barbican_endpoint = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.188676] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.barbican_endpoint_type = public {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.188831] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.barbican_region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.188986] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.189153] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.189315] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.189475] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.189628] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.189787] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.number_of_retries = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.189945] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.retry_delay = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.190114] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.send_service_user_token = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.190306] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.190471] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.190630] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.verify_ssl = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.190783] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican.verify_ssl_path = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.190949] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.191127] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.auth_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.191290] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.191445] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.191605] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.191761] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.191914] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.192086] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.192249] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] barbican_service_user.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.192410] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.approle_role_id = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.192565] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.approle_secret_id = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.192730] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.kv_mountpoint = secret {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.192884] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.kv_path = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.193060] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.kv_version = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.193222] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.namespace = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.193378] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.root_token_id = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.193533] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.ssl_ca_crt_file = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.193706] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.timeout = 60.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.193877] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.use_ssl = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.194086] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.194265] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.194428] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.194586] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.194771] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.194922] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.195089] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.195264] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.195424] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.195578] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.195745] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.195902] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.196071] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.196263] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.196406] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.service_type = identity {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.196566] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.196722] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.196878] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.197041] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.197250] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.197407] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] keystone.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.197615] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.ceph_mount_options = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.197944] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.198255] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.connection_uri = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.198464] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.cpu_mode = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.198640] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.cpu_model_extra_flags = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.198811] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.cpu_models = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.198996] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.cpu_power_governor_high = performance {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.199181] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.cpu_power_governor_low = powersave {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.199354] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.cpu_power_management = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.199550] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.199726] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.device_detach_attempts = 8 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.199907] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.device_detach_timeout = 20 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.200089] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.disk_cachemodes = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.200252] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.disk_prefix = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.200430] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.enabled_perf_events = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.200591] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.file_backed_memory = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.200766] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.gid_maps = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.200927] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.hw_disk_discard = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.201097] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.hw_machine_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.201286] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.images_rbd_ceph_conf = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.201456] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.201615] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.201797] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.images_rbd_glance_store_name = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.201963] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.images_rbd_pool = rbd {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.202188] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.images_type = default {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.202360] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.images_volume_group = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.202524] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.inject_key = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.202684] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.inject_partition = -2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.202842] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.inject_password = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.203009] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.iscsi_iface = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.203190] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.iser_use_multipath = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.203358] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_bandwidth = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.203517] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.203691] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_downtime = 500 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.203852] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.204048] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.204232] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_inbound_addr = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.204397] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.204568] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_permit_post_copy = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.204733] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_scheme = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.204900] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_timeout_action = abort {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.205091] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_tunnelled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.205256] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_uri = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.205415] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.live_migration_with_native_tls = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.205587] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.max_queues = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.205749] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.205970] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.206146] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.nfs_mount_options = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.206466] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.206647] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.206813] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.num_iser_scan_tries = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.206989] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.num_memory_encrypted_guests = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.207176] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.207344] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.num_pcie_ports = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.207508] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.num_volume_scan_tries = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.207673] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.pmem_namespaces = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.207831] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.quobyte_client_cfg = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.208147] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.208327] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rbd_connect_timeout = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.208490] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.208649] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.208804] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rbd_secret_uuid = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.208956] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rbd_user = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.209128] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.209299] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.remote_filesystem_transport = ssh {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.209454] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rescue_image_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.209610] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rescue_kernel_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.209766] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rescue_ramdisk_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.209931] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.210105] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.rx_queue_size = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.210278] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.smbfs_mount_options = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.210570] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.210741] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.snapshot_compression = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.210897] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.snapshot_image_format = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.211133] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.211319] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.sparse_logical_volumes = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.211484] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.swtpm_enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.211650] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.swtpm_group = tss {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.211815] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.swtpm_user = tss {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.211983] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.sysinfo_serial = unique {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.212169] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.tb_cache_size = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.212334] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.tx_queue_size = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.212498] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.uid_maps = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.212655] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.use_virtio_for_bridges = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.212822] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.virt_type = kvm {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.213026] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.volume_clear = zero {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.213262] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.volume_clear_size = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.213441] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.volume_use_multipath = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.213598] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.vzstorage_cache_path = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.213766] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.213932] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.vzstorage_mount_group = qemu {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.214141] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.vzstorage_mount_opts = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.214326] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.214615] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.214797] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.vzstorage_mount_user = stack {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.214963] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.215144] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.215328] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.auth_type = password {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.215487] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.215644] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.215804] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.215959] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.216128] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.216300] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.default_floating_pool = public {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.216496] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.216623] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.extension_sync_interval = 600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.216778] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.http_retries = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.216933] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.217097] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.217257] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.217427] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.217582] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.217746] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.ovs_bridge = br-int {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.217907] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.physnets = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.218083] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.region_name = RegionOne {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.218249] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.218415] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.service_metadata_proxy = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.218572] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.218737] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.service_type = network {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.218895] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.219061] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.219223] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.219378] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.219551] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.219707] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] neutron.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.219876] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] notifications.bdms_in_notifications = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.220059] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] notifications.default_level = INFO {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.220225] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] notifications.include_share_mapping = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.220397] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] notifications.notification_format = unversioned {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.220558] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] notifications.notify_on_state_change = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.220731] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.220904] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] pci.alias = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.221082] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] pci.device_spec = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.221248] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] pci.report_in_placement = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.221420] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.221589] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.auth_type = password {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.221753] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.221910] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.222101] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.222273] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.222435] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.222587] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.222742] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.default_domain_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.222896] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.default_domain_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.223064] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.domain_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.223226] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.domain_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.223379] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.223538] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.223691] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.223846] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.224011] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.224219] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.password = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.224384] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.project_domain_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.224550] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.project_domain_name = Default {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.224716] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.project_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.224887] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.project_name = service {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.225074] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.region_name = RegionOne {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.225227] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.225386] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.225553] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.service_type = placement {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.225712] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.225871] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.226039] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.226202] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.system_scope = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.226360] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.226512] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.trust_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.226666] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.user_domain_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.226828] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.user_domain_name = Default {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.226983] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.user_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.227170] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.username = nova {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.227351] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.227506] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] placement.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.227681] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.cores = 20 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.227843] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.count_usage_from_placement = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.228014] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.228193] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.injected_file_content_bytes = 10240 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.228356] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.injected_file_path_length = 255 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.228515] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.injected_files = 5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.228676] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.instances = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.228833] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.key_pairs = 100 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.228993] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.metadata_items = 128 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.229169] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.ram = 51200 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.229331] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.recheck_quota = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.229495] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.server_group_members = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.229654] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.server_groups = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.229868] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.230050] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] quota.unified_limits_resource_strategy = require {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.230257] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.230436] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.230596] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.image_metadata_prefilter = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.230753] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.230911] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.max_attempts = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.231086] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.max_placement_results = 1000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.231251] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.231411] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.query_placement_for_image_type_support = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.231570] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.231739] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] scheduler.workers = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.231909] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.232107] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.232293] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.232469] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.232634] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.232793] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.232954] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.233159] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.233328] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.host_subset_size = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.233490] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.233648] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.233808] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.233971] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.isolated_hosts = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.234177] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.isolated_images = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.234362] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.234529] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.234714] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.234877] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.pci_in_placement = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.235052] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.235220] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.235380] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.235537] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.235694] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.235852] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.236023] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.track_instance_changes = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.236197] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.236372] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] metrics.required = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.236533] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] metrics.weight_multiplier = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.236728] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.236852] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] metrics.weight_setting = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.237178] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.237352] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] serial_console.enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.237525] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] serial_console.port_range = 10000:20000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.237721] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.237892] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.238072] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] serial_console.serialproxy_port = 6083 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.238246] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.238417] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.auth_type = password {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.238577] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.238731] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.238890] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.239060] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.239220] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.239388] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.send_service_user_token = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.239545] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.239698] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] service_user.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.239863] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.agent_enabled = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.240030] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.240341] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.240542] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.240738] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.html5proxy_port = 6082 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.240906] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.image_compression = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.241078] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.jpeg_compression = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.241242] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.playback_compression = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.241402] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.require_secure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.241571] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.server_listen = 127.0.0.1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.241739] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.241894] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.streaming_mode = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.242081] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] spice.zlib_compression = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.242276] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] upgrade_levels.baseapi = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.242450] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] upgrade_levels.compute = auto {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.242607] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] upgrade_levels.conductor = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.242762] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] upgrade_levels.scheduler = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.242926] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.243099] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.auth_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.243261] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.243414] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.243572] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.243763] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.243927] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.244129] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.244298] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vendordata_dynamic_auth.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.244472] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.api_retry_count = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.244631] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.ca_file = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.244801] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.cache_prefix = devstack-image-cache {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.244967] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.cluster_name = testcl1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.245146] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.connection_pool_size = 10 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.245306] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.console_delay_seconds = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.245472] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.datastore_regex = ^datastore.* {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.245680] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.245852] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.host_password = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.246029] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.host_port = 443 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.246203] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.host_username = administrator@vsphere.local {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.246385] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.insecure = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.246559] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.integration_bridge = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.246763] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.maximum_objects = 100 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.246879] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.pbm_default_policy = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.247051] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.pbm_enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.247216] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.pbm_wsdl_location = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.247385] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.247543] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.serial_port_proxy_uri = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.247697] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.serial_port_service_uri = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.247860] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.task_poll_interval = 0.5 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.248039] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.use_linked_clone = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.248214] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.vnc_keymap = en-us {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.248378] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.vnc_port = 5900 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.248538] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vmware.vnc_port_total = 10000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.248721] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.auth_schemes = ['none'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.248894] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.249216] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.249419] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.249609] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.novncproxy_port = 6080 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.249799] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.server_listen = 127.0.0.1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.249981] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.250161] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.vencrypt_ca_certs = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.250323] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.vencrypt_client_cert = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.250480] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vnc.vencrypt_client_key = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.250651] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.250811] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.disable_deep_image_inspection = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.250968] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.251142] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.251305] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.251462] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.disable_rootwrap = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.251621] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.enable_numa_live_migration = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.251777] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.251936] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.252128] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.252304] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.libvirt_disable_apic = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.252485] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.252660] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.252824] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.252983] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.253159] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.253322] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.253479] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.253636] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.253791] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.253953] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.254192] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.254381] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.client_socket_timeout = 900 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.254549] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.default_pool_size = 1000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.254716] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.keep_alive = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.254882] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.max_header_line = 16384 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.255055] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.secure_proxy_ssl_header = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.255223] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.ssl_ca_file = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.255381] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.ssl_cert_file = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.255565] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.ssl_key_file = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.255737] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.tcp_keepidle = 600 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.255909] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.256087] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] zvm.ca_file = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.256251] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] zvm.cloud_connector_url = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.256545] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.256725] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] zvm.reachable_timeout = 300 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.256896] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.257082] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.257264] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.connection_string = messaging:// {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.257429] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.enabled = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.257594] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.es_doc_type = notification {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.257759] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.es_scroll_size = 10000 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.257923] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.es_scroll_time = 2m {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.258106] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.filter_error_trace = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.258276] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.hmac_keys = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.258439] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.sentinel_service_name = mymaster {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.258637] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.socket_timeout = 0.1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.258799] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.trace_requests = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.258961] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler.trace_sqlalchemy = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.259156] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler_jaeger.process_tags = {} {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.259318] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler_jaeger.service_name_prefix = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.259480] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] profiler_otlp.service_name_prefix = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.259643] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] remote_debug.host = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.259799] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] remote_debug.port = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.259969] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.260143] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.260306] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.260464] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.260622] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.260779] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.260933] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.261104] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.261266] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.261446] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.261620] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.261797] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.261963] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.262166] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.262346] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.262508] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.262671] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.262839] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.263010] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.263178] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.263344] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.263503] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.263662] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.263822] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.263978] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.264223] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.264446] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.264617] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.264781] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.264943] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.ssl = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.265130] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.265302] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.265461] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.265625] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.265790] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.ssl_version = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.265950] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.266161] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.266331] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_notifications.retry = -1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.266508] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.266677] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_messaging_notifications.transport_url = **** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.266848] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.auth_section = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.267022] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.auth_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.267190] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.cafile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.267347] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.certfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.267505] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.collect_timing = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.267660] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.connect_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.267813] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.connect_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.267968] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.endpoint_id = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.268150] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.endpoint_interface = publicURL {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.268306] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.endpoint_override = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.268459] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.endpoint_region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.268612] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.endpoint_service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.268765] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.endpoint_service_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.268922] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.insecure = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.269087] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.keyfile = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.269244] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.max_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.269395] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.min_version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.269545] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.region_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.269698] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.retriable_status_codes = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.269850] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.service_name = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.270009] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.service_type = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.270172] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.split_loggers = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.270328] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.status_code_retries = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.270479] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.status_code_retry_delay = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.270629] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.timeout = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.270781] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.valid_interfaces = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.270931] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_limit.version = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.271105] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_reports.file_event_handler = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.271269] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.271422] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] oslo_reports.log_dir = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.271588] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.271741] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.271894] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.272092] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.272267] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.272423] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.272589] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.272745] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_ovs_privileged.group = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.272899] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.273069] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.273233] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.273388] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] vif_plug_ovs_privileged.user = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.273554] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.flat_interface = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.273732] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.273900] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.274118] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.274301] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.274466] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.274627] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.274783] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.274959] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.275159] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_ovs.isolate_vif = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.275334] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.275535] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.275661] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.275824] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_ovs.ovsdb_interface = native {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.275981] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] os_vif_ovs.per_port_bridge = False {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.276169] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] privsep_osbrick.capabilities = [21] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.276361] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] privsep_osbrick.group = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.276531] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] privsep_osbrick.helper_command = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.276694] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.276856] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.277027] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] privsep_osbrick.user = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.277201] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.277364] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] nova_sys_admin.group = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.277517] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] nova_sys_admin.helper_command = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.277679] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.277839] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.277994] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] nova_sys_admin.user = None {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 565.278138] env[62743]: DEBUG oslo_service.service [None req-f72c01cd-f23a-45bf-b776-da65013e633b None None] ******************************************************************************** {{(pid=62743) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 565.278558] env[62743]: INFO nova.service [-] Starting compute node (version 29.0.2) [ 565.782633] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Getting list of instances from cluster (obj){ [ 565.782633] env[62743]: value = "domain-c8" [ 565.782633] env[62743]: _type = "ClusterComputeResource" [ 565.782633] env[62743]: } {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 565.783744] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1602a4ce-2eb7-4747-8f67-cf862c7c9d09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.792805] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Got total of 0 instances {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 565.793439] env[62743]: WARNING nova.virt.vmwareapi.driver [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 565.793910] env[62743]: INFO nova.virt.node [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Generated node identity 7427b208-a623-46bb-b585-bad91453d898 [ 565.794205] env[62743]: INFO nova.virt.node [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Wrote node identity 7427b208-a623-46bb-b585-bad91453d898 to /opt/stack/data/n-cpu-1/compute_id [ 566.297012] env[62743]: WARNING nova.compute.manager [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Compute nodes ['7427b208-a623-46bb-b585-bad91453d898'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 567.303170] env[62743]: INFO nova.compute.manager [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 568.309208] env[62743]: WARNING nova.compute.manager [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 568.309586] env[62743]: DEBUG oslo_concurrency.lockutils [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.309716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.309818] env[62743]: DEBUG oslo_concurrency.lockutils [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.309968] env[62743]: DEBUG nova.compute.resource_tracker [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 568.310939] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c3971f-bf45-4139-affb-b26d645c1639 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.319254] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeee979a-2b24-4646-b3f9-a17eca57739a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.334468] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e2a8f0-f0b6-4d96-8bff-edcbabcf053a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.340635] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3007aa-2bc8-4e03-8849-75c06252c66c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.368409] env[62743]: DEBUG nova.compute.resource_tracker [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181330MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 568.368506] env[62743]: DEBUG oslo_concurrency.lockutils [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.368687] env[62743]: DEBUG oslo_concurrency.lockutils [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.870875] env[62743]: WARNING nova.compute.resource_tracker [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] No compute node record for cpu-1:7427b208-a623-46bb-b585-bad91453d898: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7427b208-a623-46bb-b585-bad91453d898 could not be found. [ 569.374419] env[62743]: INFO nova.compute.resource_tracker [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7427b208-a623-46bb-b585-bad91453d898 [ 570.882741] env[62743]: DEBUG nova.compute.resource_tracker [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 570.883162] env[62743]: DEBUG nova.compute.resource_tracker [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 571.046614] env[62743]: INFO nova.scheduler.client.report [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] [req-65f00b9d-692b-4b25-b55a-5e07e7ee145a] Created resource provider record via placement API for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 571.063976] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8714cd0-2768-4f03-b341-0f191a964fba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.072010] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5e6e9d-3de5-476c-9172-c106295ee5b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.101391] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b5635c-6562-43b5-9aea-a9e33fd65b3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.108739] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3699e5-c872-4020-a54e-3eb9eb13d760 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.121608] env[62743]: DEBUG nova.compute.provider_tree [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.654060] env[62743]: DEBUG nova.scheduler.client.report [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 571.654322] env[62743]: DEBUG nova.compute.provider_tree [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 0 to 1 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 571.654462] env[62743]: DEBUG nova.compute.provider_tree [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 571.704249] env[62743]: DEBUG nova.compute.provider_tree [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 1 to 2 during operation: update_traits {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 572.208927] env[62743]: DEBUG nova.compute.resource_tracker [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 572.209316] env[62743]: DEBUG oslo_concurrency.lockutils [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.209316] env[62743]: DEBUG nova.service [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Creating RPC server for service compute {{(pid=62743) start /opt/stack/nova/nova/service.py:186}} [ 572.223805] env[62743]: DEBUG nova.service [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] Join ServiceGroup membership for this service compute {{(pid=62743) start /opt/stack/nova/nova/service.py:203}} [ 572.224024] env[62743]: DEBUG nova.servicegroup.drivers.db [None req-423e5309-c038-4e19-9bcc-6c9aace516d1 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62743) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 605.228816] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.731734] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Getting list of instances from cluster (obj){ [ 605.731734] env[62743]: value = "domain-c8" [ 605.731734] env[62743]: _type = "ClusterComputeResource" [ 605.731734] env[62743]: } {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 605.733042] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6355e0-4e19-4960-b7ef-50be09c87e63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.741652] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Got total of 0 instances {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 605.741868] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.742188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Getting list of instances from cluster (obj){ [ 605.742188] env[62743]: value = "domain-c8" [ 605.742188] env[62743]: _type = "ClusterComputeResource" [ 605.742188] env[62743]: } {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 605.742995] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8ba764-71d2-47f4-803b-4c3c7552260b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.749683] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Got total of 0 instances {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 620.445784] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.446199] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.446372] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 620.446490] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 620.949817] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 620.950042] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.950290] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.950478] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.950662] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.950860] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.951050] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 620.951220] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 620.951365] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.454817] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.455311] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.455311] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.455452] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 621.456270] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f98fe8-5bf8-4f0c-8da4-5e851d0e6a25 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.464983] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599bb0e9-1064-43c9-b795-b181914987ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.480008] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319dffb-8217-4166-b921-1a228a372474 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.487008] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8a5f0-619f-477b-b7ef-cdff0335b7b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.518091] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 621.518270] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.518426] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.541814] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 622.542284] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 622.557806] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2667a6a4-8ef3-4b71-aac2-90936adceacd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.565502] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e046aff-aaae-41b6-b2c4-b0a035a30677 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.595316] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91362292-d088-4a58-b62d-d743cfbcbf83 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.602864] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f2d802-e33f-4d0e-acdc-c0099bb0b5a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.616891] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.120021] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.626368] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 623.626757] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.108s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.611540] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.611845] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.116571] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.116786] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 684.116835] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 684.619617] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 684.619981] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.619981] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.620155] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.620343] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.620502] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.620645] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.620772] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 684.620908] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 685.125033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.125193] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.127049] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.127049] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 685.127049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6281f38f-b194-4d5d-ac68-ef41384aaccc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.135159] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bda51e-eb6c-4621-97ee-3843c8b0b60e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.148574] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daff0917-4c27-452c-b85e-c4cb3209637f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.154563] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c53ca3-b18c-4e4a-88d6-1c6aa4a74fcd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.182594] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181333MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 685.182725] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.182904] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.202961] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 686.203250] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 686.217086] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5228f39-6a71-45d4-b703-83508856d89b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.224907] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974377a0-6583-4bae-8175-8b2f5cac6cb6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.253234] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d74871-852f-4217-87ec-20a78f067c05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.259581] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd77953-5bfb-4271-825d-847eb7cbf312 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.271951] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.776020] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.777339] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 686.777518] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.780704] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.780704] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 746.780704] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 746.780704] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 747.283037] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 747.283037] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.283037] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.283037] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.283314] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.283343] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.283479] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.283672] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 747.283833] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.787028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.787362] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.787475] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.787597] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 747.788497] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acba33a-ddab-464e-bcb8-23b7954124b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.796358] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63351fcb-5bdc-45b1-8073-da1081a5a48d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.810199] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5eeb9f-210b-45a5-85aa-bf906988af0b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.816274] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ddd23e-1ab3-4112-b1ae-75a23f25cbfb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.843675] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 747.843816] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.844022] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.866110] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 748.866110] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 748.877918] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e19c9af-d188-4193-9d46-36a4a33d59e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.885375] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f9460-863e-4aab-80da-1c949a620917 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.915471] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a13c63f-b816-43e4-a441-a28182039225 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.923013] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18328d21-c79b-46dc-bac5-d97257b50440 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.936375] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.440106] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.440912] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 749.441170] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.094751] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.094751] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.599086] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.599264] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 808.599355] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 809.101589] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 809.102038] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.102038] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.102155] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.102253] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.102395] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.102537] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.102665] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 809.102801] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.605975] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.606243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.606436] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.606592] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 809.607555] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e7f1a5-17af-455a-a420-9ae3f3a7b2a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.615657] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e859cc-3637-4936-924a-776ada3adb51 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.629309] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e527065-38ad-4aa8-af73-0ceeb4a20c74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.635647] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87522151-cd72-47e3-b49f-773b0ae30b6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.663436] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181326MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 809.663599] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.663755] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.681691] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 810.681994] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 810.697577] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb855935-8e37-4268-9045-4af776a107c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.705245] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5233b2e9-a0d5-46a6-b5b3-8bce6ba835be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.734539] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050e0dd2-793e-459a-9a2d-b648e4d975b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.741247] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d69a8-440c-45aa-bd85-9fabe7d0cf78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.753918] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.256764] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.258080] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 811.258270] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.439444] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.439823] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 860.943698] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] There are 0 instances to clean {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 860.943946] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.944100] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62743) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 861.446751] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.942305] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.942708] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.942801] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.942951] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.943124] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 865.435372] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.435945] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.435945] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.939835] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.940186] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.940416] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.940577] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 865.941496] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38185e1d-fd73-40df-b4c0-7ecedce3b54e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.950037] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d5106-6eff-463c-ace9-ffe4f334359a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.963820] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6e2b5-889b-4f26-969c-797f9161dde7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.970045] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1d71d-99b1-4258-a3b8-f894e74179da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.997522] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 865.997664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.997862] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.017535] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 867.017805] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 867.030162] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdc0fe0-e335-478d-8edc-df1889fe87cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.037765] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e0bb18-8f8a-4e1e-bfc1-a81b226ccad9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.066797] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7c091-0090-4c53-84a6-3ee4d1220b8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.073496] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13af78fc-e5e3-4194-9c9e-494d36df60a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.086351] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.589482] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.590762] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 867.590941] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.592104] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.592498] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 868.592498] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 869.095706] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 869.095981] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.437474] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.437768] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.437984] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.438230] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 924.438409] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 927.436051] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.436051] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.436051] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.436051] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.939490] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.939794] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.939941] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.940110] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 927.941011] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f56a9a-330e-4248-92df-68c068ea1af4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.950109] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97704281-7885-4e5a-8e53-c4d42311de27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.963767] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bee7ec-2286-4b77-8da0-98769dacdad8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.969903] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0676fc0-a169-4742-9b17-65a2e4e4c767 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.997900] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181325MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 927.998087] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.998249] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.031062] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 929.031315] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 929.047411] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 929.060286] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 929.060469] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.072175] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 929.087499] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.098465] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a5843-32f4-4f0b-b1bd-6774af721617 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.105603] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb972d0f-c3d6-4e05-836d-4a1bb44598d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.134609] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066c6729-3919-4ffa-98dc-6bba5eaa82ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.141458] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97c6734-8af6-4b89-aaab-e6445ba4a382 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.153788] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.656896] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.658270] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 929.658459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.660s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.654914] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.159599] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.159599] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 931.159599] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 931.662282] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 984.438056] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.438056] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 984.438056] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 985.431771] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.436383] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.435348] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 987.435529] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.435227] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.436875] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.939530] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.939716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.939816] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.939917] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 989.940938] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c970b4-6e07-4cc2-98af-6844240a9c75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.949802] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65399117-0231-464a-a6cc-60715c244937 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.964702] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2957e2d-9c1a-4dc1-ab93-a13b7ea5c5ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.971301] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afa77b2-7131-488c-99fb-a97eb0170d27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.999306] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181327MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 989.999475] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.999640] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.018400] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 991.018682] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 991.031279] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b31ae7-cb26-4e36-ac22-85ead317425d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.038923] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b0f3c2-41dd-4cb6-89d7-3c5e6b8dfcde {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.068490] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af781e-45b9-45fe-94f6-448bbff0ee6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.075527] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe879055-1651-4930-9eb6-6e066e92ce15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.088711] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.592204] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.593549] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 991.593735] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.594067] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.594401] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 992.594401] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 993.098129] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1045.435611] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.436480] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.436480] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1047.431542] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.435099] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.431821] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.936629] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.435339] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.435677] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.435712] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1049.939155] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.939526] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.939774] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.939999] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1049.941290] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee92d55-21aa-4476-82dd-31261e69221e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.949653] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ea86ba-a3d6-443e-9312-d178e2456b8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.963763] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ba888d-cfc0-4c52-909b-41f0bb7170ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.969880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d3c8f2-c0e8-4ede-a914-2ae9375a2c72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.998456] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1049.998593] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.998784] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.017092] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1051.017358] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1051.030928] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589984ca-0b07-4fd7-9c56-478ceaab7e2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.038816] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727d6c4-4fa9-4fc3-9336-a90b223dce31 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.068586] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee4a1e-1346-444a-975c-e19f49e2bb06 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.075844] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83661e66-191b-47f0-8c14-c8d555a315dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.089935] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.592769] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.594036] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1051.594224] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.595058] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.595494] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1053.595494] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1054.098543] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1106.436261] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.435808] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.435808] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1108.432340] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1108.434948] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.435982] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.435982] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.435695] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.435610] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.938923] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.939208] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.939376] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.939525] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1111.940449] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d80a26-c68c-4693-8aa3-d5dca0962c2e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.948917] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d47ca-48bc-42d6-8ccf-ac435828151f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.962613] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1eefa9-8b22-4cd4-9fb7-7f2151286819 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.968955] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2762de1-8145-4f11-9180-337cdb138b94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.997471] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181322MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1111.997636] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.997826] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.016085] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1113.016357] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1113.028867] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9ad346-eea1-481f-99d5-b897a9a7735c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.036635] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdf3296-f7f4-4067-b41c-bb4ff20f301c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.065650] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68748e6f-fe8b-4cd2-9ead-8871ae8078cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.072821] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ec735c-24ce-4e1e-bc40-f8dc56eb73a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.086183] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.589497] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.590750] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1113.590925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.590655] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.591064] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1115.591064] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1116.093891] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1162.436552] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.939867] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.940257] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1164.443136] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] There are 0 instances to clean {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1166.940259] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.435061] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.435260] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1168.431415] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.436389] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.431928] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.939269] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.939638] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.939638] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.436289] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.939637] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.940065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.940065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.940225] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1171.941155] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb5ee5-940f-4508-8150-bca2c48a600d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.949991] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635bac86-4804-4883-b696-aa5b8f0586c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.963990] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e8faa7-ff1c-4bb8-9e3c-a9f612b72db5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.970298] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334241a3-03ac-4f27-9db0-fb88f5b736ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.999647] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181326MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1171.999801] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.000009] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.017850] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1173.018172] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1173.031017] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c79ed39-955e-4d54-90d6-6043631b3217 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.038612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff6b6d0-1b3a-4471-82fa-eb6f8d94fa64 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.067447] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79438a6-c183-4062-be0a-55fed9953ef3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.074398] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d4542-48ad-4846-bd4c-f58522434232 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.087957] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.590921] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.592111] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1173.592301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.592551] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.592685] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62743) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1178.095165] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.095558] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1178.095558] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1178.598278] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1205.231044] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.734230] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Getting list of instances from cluster (obj){ [ 1205.734230] env[62743]: value = "domain-c8" [ 1205.734230] env[62743]: _type = "ClusterComputeResource" [ 1205.734230] env[62743]: } {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1205.735408] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cab4d69-78dc-4c3d-8053-ab30c6679c3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.744239] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Got total of 0 instances {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1228.949960] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.435214] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.435432] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.435797] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1230.432609] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.435278] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.435616] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.436037] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.939181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.939454] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.939609] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.939760] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1231.940706] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a26803-c155-469f-bc67-1cbe42d2c1b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.949119] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667cd4b2-eb49-48d3-bd4c-3870f61886e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.963512] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9dec64-5837-4952-b1d7-62e3c2e8ad63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.969629] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1a3f8-e4ac-4688-8489-62b2b4f80734 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.006562] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1232.006723] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.006906] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.122732] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1233.122991] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1233.137984] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1233.148931] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1233.149122] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.158420] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1233.172857] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1233.183862] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d50f4ac-6432-4779-9218-d532f31906e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.191467] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcd3c36-a500-4d11-aa14-e1e651a47424 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.221620] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39151414-c44b-48e8-b4c9-b026cbe7fc6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.228524] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca3b3c8-3d50-4ea3-93f7-6056dd0ee57f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.241497] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.744817] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.746132] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1233.746309] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.739s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.746743] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.435950] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.436411] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1237.436411] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1237.938795] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1289.437364] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.432151] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.436023] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.436367] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.436483] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.436608] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1292.431835] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.435435] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.435625] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.939197] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.939586] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.939586] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.939735] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1292.940705] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f618b8-ac36-4a63-a9bb-1d56420b84a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.949197] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548dd848-bf45-49bf-9ef5-d7178b8ce646 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.962881] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca9ca6c-046d-4dac-99f2-d6ced4fc2518 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.969158] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c88de0-7ffb-416b-90bd-7e0680149224 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.998693] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1292.998835] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.998980] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.016448] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1294.016688] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1294.029057] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4b08c-4635-4510-89d0-d0894b94ada7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.036585] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda4f355-ac1e-474d-9f14-29bab0771acc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.064601] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcd8bab-8ee5-433f-8485-b696796ed9c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.071207] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77ff52a-9358-40b0-8297-ca9d40c59768 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.084486] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.587976] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.589241] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1294.589421] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.589848] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.435587] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.435794] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1297.435916] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1297.939310] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1350.437715] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.435959] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.434892] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.435258] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.435258] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.435410] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1353.431272] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.434894] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.938238] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.938588] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.938736] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.938816] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1353.940078] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0196db54-ef41-4047-ad16-87e234ab4a3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.947985] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ae843f-c588-4f2f-8b48-6761501d3ad5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.961327] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852d7ff2-1e93-4860-ac80-ddb16cfee054 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.967261] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de5963-4c42-434c-a6ab-15e1a02132f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.995822] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1353.995969] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.996150] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.015398] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1355.015676] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1355.029580] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c6ee96-a70e-449e-aec6-5692b1bd306d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.037445] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7f10e5-3afc-4cfc-a779-f7760aff354c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.066126] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f6b26-996c-45dc-8a3c-e8b64a2f302c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.072720] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1416cb7-d813-48fb-82e7-f1fd9126990c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.085296] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.588575] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.589846] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1355.590046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.591023] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.591468] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1357.591468] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1358.094972] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1358.095230] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.435884] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.436281] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.436281] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.436424] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.436572] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1413.432322] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.434958] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.431751] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.936991] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.440306] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.440748] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.440748] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.440906] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1415.441746] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dde05c0-8c38-4245-bb16-15b2ebedfa1a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.449554] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e05ceb-8e02-472d-b5d7-c33dac8d8e09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.463593] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2ebfc-0987-4d64-9980-a8cc2d065122 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.469460] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac0d01-494a-424b-8128-64cb6e8120cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.498274] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1415.498432] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.498583] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.516923] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1416.517134] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1416.529923] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c666a76-42c2-457d-b0f8-50c4c05e23a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.537344] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6098f9a-20b5-4a01-9ec7-ca1ac225d798 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.565753] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b586f3da-877c-4a15-ba23-baf39e1ed06c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.572222] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32958f71-deaf-413f-807f-7d5d4c9678e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.584747] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.088051] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.089332] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1417.089525] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.588618] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.436256] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.436460] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1418.436557] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1418.939690] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1466.437250] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.938728] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.938728] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1473.436058] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.436058] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.431754] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.435560] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.435766] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.436093] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.939714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.939975] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.940159] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.940321] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1475.941211] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c195b9-2ca3-40e5-984d-6581c4d7cd1a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.949580] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb009ca4-6790-4aac-9b33-cfa05266088b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.963102] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca11527-5cd4-481d-a9e0-a4e2f2563e91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.968982] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a1b85-a12d-4ba5-b8b0-5c23b34b3d35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.997379] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181322MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1475.997493] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.997683] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.015840] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1477.016137] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1477.028305] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc36d7a2-a626-4219-98c8-6f29dc9902fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.035727] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434344d0-83a1-48c1-bdf5-875ab599a160 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.064310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545101f-6779-4973-8047-e9fadf20e8c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.070730] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2aecaf-548b-4fde-80f9-06e4fd2f641e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.083039] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.586232] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.587515] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1477.587701] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.587913] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.588061] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1478.091195] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] There are 0 instances to clean {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1479.091044] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.435998] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.436388] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1480.436388] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1480.939591] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1480.939866] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.940014] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62743) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1532.939387] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.939793] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1533.435806] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.431600] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.435215] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.435573] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.436141] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.436563] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.436563] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.436660] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.939777] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.940165] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.940256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.940341] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1536.941215] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736dafd1-180e-46b5-86e3-6303c8c61541 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.949340] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f563d1-c2c6-4b01-af81-51233c0e9f10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.962757] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a2cb78-0fd9-44d9-a1b6-80bacea381d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.968615] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db4f844-de36-4c11-b522-9979813d3439 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.997557] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1536.997739] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.997884] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.033439] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1538.033715] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1538.048070] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1538.058876] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1538.059063] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.067737] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1538.081713] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1538.091789] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3314b7-6c7e-431d-9d1d-72d306fb4993 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.099186] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f6372e-5ba8-4b83-a3d1-e13887fa36da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.127697] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17a26d7-ae5e-4908-9921-80cc06d2a6ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.134185] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298c334a-bfda-471a-9ee2-deaadfcc6086 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.146736] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.649605] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.650911] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1538.651111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.653s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.650827] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.651177] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1542.651177] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1543.154677] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1594.435931] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.436340] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1595.431963] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.434612] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.435379] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.435860] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.436240] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.435864] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.436315] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.939150] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.939424] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.939595] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.939755] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1598.940676] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d212472-49b2-4856-8a93-b829178dbf2c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.949176] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6488548e-7470-4eaf-8607-d08f76d83604 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.963582] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e587ad-f0e7-4a20-bdc8-1e4b4ea8eae2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.970479] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c1811f-1af4-4dd4-9094-4510d5f46276 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.999057] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181326MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1598.999210] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.999412] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.018390] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1600.018686] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1600.031463] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec60801-cc46-49d0-987a-3aefa115f92d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.039844] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e85428-e645-4e97-8e8a-7877be5f5c28 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.069538] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c7027a-a3cc-4d83-a5ee-50e0ea9f7377 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.079394] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7ebcae-7369-470e-bbc8-d489054c59b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.094540] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.597747] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.599016] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1600.599210] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.599782] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.600257] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1603.600257] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1604.102770] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1654.437911] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.438377] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1655.431822] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.436171] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.435130] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.435532] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.435532] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.435713] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.940152] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.940412] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.940555] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.940706] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1658.941764] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e2bb68-fcf6-4aa8-90a3-567bd0169a1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.950158] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394cc55d-083d-4307-9c50-079e7ff6b8a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.963996] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a43fc83-54ff-42c3-a45d-fe08a18a8dbe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.969936] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8b9d16-d3fd-4a46-b7a1-316537efe5e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.997565] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1658.997700] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.997880] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.014860] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1660.015134] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1660.028336] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de42d24a-515d-419d-a357-a9c619175004 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.036049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72909e4e-cc6f-440b-8c32-c449c232269e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.065895] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f7e92f-e1d8-4fb4-ac53-c132f52ddc42 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.072996] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80448e-b756-4053-a033-06c285b626e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.085761] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.589369] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.591615] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1660.591615] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.586578] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.093136] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.437011] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.437011] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1662.437011] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1662.939263] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1716.435627] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.436110] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.436110] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1718.435802] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.436064] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.436240] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.436419] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.940987] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.941233] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.941393] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.941540] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1718.943318] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd1ce3e-364a-441a-88bb-359ea25c7151 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.955410] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd20b53-84a8-4804-ae81-4ece0fe539e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.979137] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c989c064-916c-4405-90c0-8ce33cbcc819 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.987822] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe2045-8b53-4106-8dea-33029f0c1501 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.022329] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=161GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1719.022475] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.022674] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.051737] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1720.052037] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1720.070191] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c7eb57-59d8-4e32-af8c-5c493d60562c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.079837] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f7651-6cac-4175-9eaa-18c1932bff18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.116072] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560c0c6-0d49-48b5-a45f-4c63516c04bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.124453] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00050cd-b180-4b23-8d31-0917a7c1df78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.141265] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.643296] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.644887] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1720.644887] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.622s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.644143] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.435913] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.436568] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.437457] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1723.437457] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1723.940416] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1725.025798] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "e619635b-ce3e-4b56-acdf-655fe3128157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.026041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "e619635b-ce3e-4b56-acdf-655fe3128157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.530427] env[62743]: DEBUG nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1726.070069] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.070321] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.071891] env[62743]: INFO nova.compute.claims [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1727.123023] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cd92ab-28f8-441d-a675-f877b76b3a7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.134738] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f7d04f-8edb-4517-87a4-fbf926b0c395 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.174019] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bb7931-3ee5-4a5a-9a7d-2fa496c4a0f3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.183159] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f4f704-8790-44f5-928a-da9a2fa6e80b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.197753] env[62743]: DEBUG nova.compute.provider_tree [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.703162] env[62743]: DEBUG nova.scheduler.client.report [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.211374] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.212058] env[62743]: DEBUG nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1728.722060] env[62743]: DEBUG nova.compute.utils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.724521] env[62743]: DEBUG nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1728.725179] env[62743]: DEBUG nova.network.neutron [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.231558] env[62743]: DEBUG nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1729.332443] env[62743]: DEBUG nova.policy [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e57c33da2ddb4251903f16bfd99d5139', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be93c31088d7414e82bf65e29e9ff932', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1730.051066] env[62743]: DEBUG nova.network.neutron [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Successfully created port: 3c66057d-aecc-4f38-9114-6932afd2d9cc {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.246636] env[62743]: DEBUG nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1730.288939] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1730.290096] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.290297] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1730.290906] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.291139] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1730.291455] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1730.291740] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1730.292018] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1730.292301] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1730.292576] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1730.292912] env[62743]: DEBUG nova.virt.hardware [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1730.293997] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38beef1-987c-497e-a999-244ba809ad24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.303941] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a466bc9-839e-462d-8998-2bc866260fe5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.320189] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f1bc0-7623-4715-902a-dc02820dfc76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.455350] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "d2ae10f8-d578-4bd6-93c7-24d91588672e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.455750] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.959710] env[62743]: DEBUG nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.492609] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.493447] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.497028] env[62743]: INFO nova.compute.claims [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.609143] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "fc7a25a1-9451-4532-a172-9554a3f74344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.609395] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "fc7a25a1-9451-4532-a172-9554a3f74344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.115407] env[62743]: DEBUG nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.559487] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.559817] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.650359] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.662445] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "fd976259-0234-431b-8d24-0c5466cc8716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.662700] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "fd976259-0234-431b-8d24-0c5466cc8716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.664712] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622fd82-a927-491f-aed2-4eb844788701 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.673413] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8480719-353c-46c9-afb6-418ccf918650 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.716353] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124ac0bd-4eca-4b8f-8213-eca4d5e45eae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.728395] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218e1a04-9a4e-4127-ae42-e1d20ff818c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.744345] env[62743]: DEBUG nova.compute.provider_tree [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.894596] env[62743]: DEBUG nova.network.neutron [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Successfully updated port: 3c66057d-aecc-4f38-9114-6932afd2d9cc {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.949378] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "4deff428-c031-4f48-a875-c752206d7f2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.949635] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "4deff428-c031-4f48-a875-c752206d7f2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.068153] env[62743]: DEBUG nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1733.168440] env[62743]: DEBUG nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1733.250991] env[62743]: DEBUG nova.scheduler.client.report [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.400533] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "refresh_cache-e619635b-ce3e-4b56-acdf-655fe3128157" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.400801] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquired lock "refresh_cache-e619635b-ce3e-4b56-acdf-655fe3128157" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.400883] env[62743]: DEBUG nova.network.neutron [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.454043] env[62743]: DEBUG nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1733.595881] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.692491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.757831] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.760187] env[62743]: DEBUG nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1733.766155] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.114s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.766155] env[62743]: INFO nova.compute.claims [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.979136] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.017333] env[62743]: DEBUG nova.network.neutron [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1734.273774] env[62743]: DEBUG nova.compute.utils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.274724] env[62743]: DEBUG nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1734.274940] env[62743]: DEBUG nova.network.neutron [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.378581] env[62743]: DEBUG nova.policy [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd87e7706bd214704a2560ca9e6782f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74b0217b06c94e4eadd24ef315cf5b6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1734.403945] env[62743]: DEBUG nova.network.neutron [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Updating instance_info_cache with network_info: [{"id": "3c66057d-aecc-4f38-9114-6932afd2d9cc", "address": "fa:16:3e:43:fc:31", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c66057d-ae", "ovs_interfaceid": "3c66057d-aecc-4f38-9114-6932afd2d9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.612758] env[62743]: DEBUG nova.compute.manager [req-22548f2f-d330-4a57-b22d-9b801aa03db7 req-1c13c24d-09fa-4ae7-b08c-23e42db043f6 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Received event network-vif-plugged-3c66057d-aecc-4f38-9114-6932afd2d9cc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1734.613035] env[62743]: DEBUG oslo_concurrency.lockutils [req-22548f2f-d330-4a57-b22d-9b801aa03db7 req-1c13c24d-09fa-4ae7-b08c-23e42db043f6 service nova] Acquiring lock "e619635b-ce3e-4b56-acdf-655fe3128157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.613648] env[62743]: DEBUG oslo_concurrency.lockutils [req-22548f2f-d330-4a57-b22d-9b801aa03db7 req-1c13c24d-09fa-4ae7-b08c-23e42db043f6 service nova] Lock "e619635b-ce3e-4b56-acdf-655fe3128157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.613879] env[62743]: DEBUG oslo_concurrency.lockutils [req-22548f2f-d330-4a57-b22d-9b801aa03db7 req-1c13c24d-09fa-4ae7-b08c-23e42db043f6 service nova] Lock "e619635b-ce3e-4b56-acdf-655fe3128157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.614073] env[62743]: DEBUG nova.compute.manager [req-22548f2f-d330-4a57-b22d-9b801aa03db7 req-1c13c24d-09fa-4ae7-b08c-23e42db043f6 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] No waiting events found dispatching network-vif-plugged-3c66057d-aecc-4f38-9114-6932afd2d9cc {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.614243] env[62743]: WARNING nova.compute.manager [req-22548f2f-d330-4a57-b22d-9b801aa03db7 req-1c13c24d-09fa-4ae7-b08c-23e42db043f6 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Received unexpected event network-vif-plugged-3c66057d-aecc-4f38-9114-6932afd2d9cc for instance with vm_state building and task_state spawning. [ 1734.779395] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "34e9a264-7999-4715-83bb-488219204ca7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.779934] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "34e9a264-7999-4715-83bb-488219204ca7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.782964] env[62743]: DEBUG nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1734.909396] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Releasing lock "refresh_cache-e619635b-ce3e-4b56-acdf-655fe3128157" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.910122] env[62743]: DEBUG nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Instance network_info: |[{"id": "3c66057d-aecc-4f38-9114-6932afd2d9cc", "address": "fa:16:3e:43:fc:31", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c66057d-ae", "ovs_interfaceid": "3c66057d-aecc-4f38-9114-6932afd2d9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.910617] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:fc:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c66057d-aecc-4f38-9114-6932afd2d9cc', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.926739] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.930481] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ffbc90c-ac0c-4e1b-aaa2-3c7b3306b354 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.946000] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Created folder: OpenStack in parent group-v4. [ 1734.946000] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Creating folder: Project (be93c31088d7414e82bf65e29e9ff932). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.947100] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ba6ce3-5e8e-4182-809c-1b0f6e4b7b5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.949315] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64a464-dd93-483f-995b-ba377d0f623e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.961017] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Created folder: Project (be93c31088d7414e82bf65e29e9ff932) in parent group-v423128. [ 1734.961017] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Creating folder: Instances. Parent ref: group-v423129. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.961869] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e26ed55e-9ed7-4fc4-8490-62498df1f22a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.968658] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9874700e-fc68-42f3-bdd8-d05eb662d1db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.999670] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38881c32-d5af-48d1-a372-2e284c4ed00c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.003999] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Created folder: Instances in parent group-v423129. [ 1735.003999] env[62743]: DEBUG oslo.service.loopingcall [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.003999] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1735.003999] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47f9934b-3b37-47fa-82bd-1406a6107375 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.020781] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced5562-5833-4b8a-b7fb-fdb15109ce90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.025903] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1735.025903] env[62743]: value = "task-2063206" [ 1735.025903] env[62743]: _type = "Task" [ 1735.025903] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.036742] env[62743]: DEBUG nova.compute.provider_tree [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.043612] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063206, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.253473] env[62743]: DEBUG nova.network.neutron [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Successfully created port: a5f4062a-332b-401d-8895-de964ac85f75 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1735.290247] env[62743]: DEBUG nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.541027] env[62743]: DEBUG nova.scheduler.client.report [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.544754] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063206, 'name': CreateVM_Task, 'duration_secs': 0.455002} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.549043] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.568991] env[62743]: DEBUG oslo_vmware.service [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a2d490-6056-4c52-a18b-2005fc9e1970 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.582214] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.582604] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.583071] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.583881] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a25b097-fcc2-401b-a51a-4ae0630578a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.588799] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1735.588799] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528eb525-8030-4d14-346f-da658cd51500" [ 1735.588799] env[62743]: _type = "Task" [ 1735.588799] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.597850] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528eb525-8030-4d14-346f-da658cd51500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.794795] env[62743]: DEBUG nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1735.819926] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.848122] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1735.848375] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.848523] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1735.848695] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.848832] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1735.848971] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1735.849210] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1735.849397] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1735.849568] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1735.849725] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1735.849886] env[62743]: DEBUG nova.virt.hardware [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1735.851108] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961a0bc-9b3d-4e0d-882b-ac4ce49c9d90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.864833] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c203a9-61b2-4e91-9fc1-d8b0db1e5e48 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.046947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.047290] env[62743]: DEBUG nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1736.051142] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.455s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.052319] env[62743]: INFO nova.compute.claims [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.100875] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.101343] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1736.103649] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.103649] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.103649] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1736.103649] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-569ffab3-56d2-4585-bb28-bea21499f702 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.124283] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1736.124283] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1736.126236] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5736e211-b6ba-489f-a426-8f423c2af0d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.135797] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835c131a-887f-4804-ba22-668d4d219fc8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.141076] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1736.141076] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527c4a28-72c0-bb80-a40e-011be6babac4" [ 1736.141076] env[62743]: _type = "Task" [ 1736.141076] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.150613] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527c4a28-72c0-bb80-a40e-011be6babac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.242177] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.242567] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.291836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.291836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.324664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "af80c7da-2699-4b40-b829-529c89d2572b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.324900] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "af80c7da-2699-4b40-b829-529c89d2572b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.552958] env[62743]: DEBUG nova.compute.utils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.556277] env[62743]: DEBUG nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1736.556967] env[62743]: DEBUG nova.network.neutron [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1736.663102] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Preparing fetch location {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1736.663762] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Creating directory with path [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1736.664179] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12cd1ad8-8f58-4e59-804b-85dec6583ac0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.714850] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Created directory with path [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1736.715861] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Fetch image to [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1736.716205] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Downloading image file data e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c to [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62743) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1736.717205] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf1b2d9-ac06-4e4b-a347-cc0373f2613b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.726873] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3569dd-d4fc-475a-98c7-6b2576d82c87 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.743244] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4fe1f2-22c5-47f7-a751-f5c840ff48f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.748451] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.784070] env[62743]: DEBUG nova.policy [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '885030ca4da84963b88644d0e5df54a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cac9a4e1aaaa489485a670d9cd77f834', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1736.786137] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967be3b6-d6a5-470d-a534-4f5c15e264f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.792891] env[62743]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-32637a3f-fad2-49ea-88a1-df05aecd1e85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.798495] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.832797] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.884725] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Downloading image file data e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c to the data store datastore1 {{(pid=62743) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1736.987823] env[62743]: DEBUG oslo_vmware.rw_handles [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62743) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1737.065596] env[62743]: DEBUG nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.278891] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.298883] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4159ad25-15f3-4994-930b-21e401b4ae05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.317689] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5abe34-bee4-4c64-81a7-640f557c4dc9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.360663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.361463] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81cddf9-1248-43a3-a8d2-2df894d1c838 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.375289] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e8930-96b4-4c8d-a623-993b30ffd094 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.400380] env[62743]: DEBUG nova.compute.provider_tree [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.406414] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.725679] env[62743]: DEBUG oslo_vmware.rw_handles [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Completed reading data from the image iterator. {{(pid=62743) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1737.725945] env[62743]: DEBUG oslo_vmware.rw_handles [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1737.889435] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Downloaded image file data e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c to vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62743) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1737.891150] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Caching image {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1737.891401] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Copying Virtual Disk [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk to [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1737.891692] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f00a207b-e13e-4286-9487-07023bc324e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.900236] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1737.900236] env[62743]: value = "task-2063207" [ 1737.900236] env[62743]: _type = "Task" [ 1737.900236] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.905864] env[62743]: DEBUG nova.scheduler.client.report [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.912393] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.988579] env[62743]: DEBUG nova.network.neutron [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Successfully created port: fba3fb30-ba67-4864-b654-21ec9498c0ec {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1738.088362] env[62743]: DEBUG nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.123719] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.124043] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.124209] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.124391] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.125573] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.125821] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.126057] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.126230] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.126557] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.126754] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.126959] env[62743]: DEBUG nova.virt.hardware [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.128099] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b4562e-27c1-4596-86ce-b9f02bec2e97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.137265] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50f2de0-ba94-49ed-98fe-12f5fb04045a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.266267] env[62743]: DEBUG nova.compute.manager [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Received event network-changed-3c66057d-aecc-4f38-9114-6932afd2d9cc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1738.266482] env[62743]: DEBUG nova.compute.manager [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Refreshing instance network info cache due to event network-changed-3c66057d-aecc-4f38-9114-6932afd2d9cc. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1738.266689] env[62743]: DEBUG oslo_concurrency.lockutils [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] Acquiring lock "refresh_cache-e619635b-ce3e-4b56-acdf-655fe3128157" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.266822] env[62743]: DEBUG oslo_concurrency.lockutils [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] Acquired lock "refresh_cache-e619635b-ce3e-4b56-acdf-655fe3128157" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.266976] env[62743]: DEBUG nova.network.neutron [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Refreshing network info cache for port 3c66057d-aecc-4f38-9114-6932afd2d9cc {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.312871] env[62743]: DEBUG nova.network.neutron [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Successfully updated port: a5f4062a-332b-401d-8895-de964ac85f75 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.410538] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063207, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.414313] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.414799] env[62743]: DEBUG nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.417923] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.726s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.419667] env[62743]: INFO nova.compute.claims [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.816444] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "refresh_cache-d2ae10f8-d578-4bd6-93c7-24d91588672e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.816838] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquired lock "refresh_cache-d2ae10f8-d578-4bd6-93c7-24d91588672e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.817530] env[62743]: DEBUG nova.network.neutron [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.909953] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978971} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.910316] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Copied Virtual Disk [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk to [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1738.910404] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Deleting the datastore file [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/tmp-sparse.vmdk {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.910613] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b73df1-e4a3-426b-8952-8d6c2f75bf12 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.917545] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1738.917545] env[62743]: value = "task-2063208" [ 1738.917545] env[62743]: _type = "Task" [ 1738.917545] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.921404] env[62743]: DEBUG nova.compute.utils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.922726] env[62743]: DEBUG nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.922895] env[62743]: DEBUG nova.network.neutron [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.932414] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.088800] env[62743]: DEBUG nova.policy [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f7f805256ca4ddfb87e1e7f3f4d2571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a329974a21d408087d05fcd88609e68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.380127] env[62743]: DEBUG nova.network.neutron [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.432137] env[62743]: DEBUG nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.437862] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028239} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.438495] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.438707] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Moving file from [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c to [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c. {{(pid=62743) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1739.438995] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ec760682-d9ae-4a7a-9f81-0541ce9e8d70 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.446505] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1739.446505] env[62743]: value = "task-2063209" [ 1739.446505] env[62743]: _type = "Task" [ 1739.446505] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.460381] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063209, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.476911] env[62743]: DEBUG nova.network.neutron [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Updated VIF entry in instance network info cache for port 3c66057d-aecc-4f38-9114-6932afd2d9cc. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.477275] env[62743]: DEBUG nova.network.neutron [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Updating instance_info_cache with network_info: [{"id": "3c66057d-aecc-4f38-9114-6932afd2d9cc", "address": "fa:16:3e:43:fc:31", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c66057d-ae", "ovs_interfaceid": "3c66057d-aecc-4f38-9114-6932afd2d9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.647608] env[62743]: DEBUG nova.compute.manager [req-c2ead978-4d37-4e79-b488-b366cdb31d82 req-db549d55-6e75-4477-8f02-1db10799df58 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Received event network-vif-plugged-a5f4062a-332b-401d-8895-de964ac85f75 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1739.647848] env[62743]: DEBUG oslo_concurrency.lockutils [req-c2ead978-4d37-4e79-b488-b366cdb31d82 req-db549d55-6e75-4477-8f02-1db10799df58 service nova] Acquiring lock "d2ae10f8-d578-4bd6-93c7-24d91588672e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.648156] env[62743]: DEBUG oslo_concurrency.lockutils [req-c2ead978-4d37-4e79-b488-b366cdb31d82 req-db549d55-6e75-4477-8f02-1db10799df58 service nova] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.648397] env[62743]: DEBUG oslo_concurrency.lockutils [req-c2ead978-4d37-4e79-b488-b366cdb31d82 req-db549d55-6e75-4477-8f02-1db10799df58 service nova] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.648704] env[62743]: DEBUG nova.compute.manager [req-c2ead978-4d37-4e79-b488-b366cdb31d82 req-db549d55-6e75-4477-8f02-1db10799df58 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] No waiting events found dispatching network-vif-plugged-a5f4062a-332b-401d-8895-de964ac85f75 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.649785] env[62743]: WARNING nova.compute.manager [req-c2ead978-4d37-4e79-b488-b366cdb31d82 req-db549d55-6e75-4477-8f02-1db10799df58 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Received unexpected event network-vif-plugged-a5f4062a-332b-401d-8895-de964ac85f75 for instance with vm_state building and task_state spawning. [ 1739.654763] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a9077e-8326-4319-b307-df3e1ff077b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.664259] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dcff2f-4093-4a6d-be6b-b7a4c7ba2c45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.702467] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104e776c-9884-403c-981e-dbb589cd08c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.712049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183ec4f4-3412-4ea3-996a-febfbec18865 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.725917] env[62743]: DEBUG nova.compute.provider_tree [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.766606] env[62743]: DEBUG nova.network.neutron [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Updating instance_info_cache with network_info: [{"id": "a5f4062a-332b-401d-8895-de964ac85f75", "address": "fa:16:3e:ab:59:ee", "network": {"id": "b619dfe1-6d33-480f-abe6-e5bb1e5f3888", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1875945999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b0217b06c94e4eadd24ef315cf5b6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f4062a-33", "ovs_interfaceid": "a5f4062a-332b-401d-8895-de964ac85f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.959478] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063209, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024688} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.959750] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] File moved {{(pid=62743) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1739.959899] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Cleaning up location [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1739.960117] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Deleting the datastore file [datastore1] vmware_temp/51ae07e2-b340-4e90-8e42-ad20a2e69f32 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.960330] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf437abe-cfe0-4a63-b683-786c3366de78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.966707] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1739.966707] env[62743]: value = "task-2063210" [ 1739.966707] env[62743]: _type = "Task" [ 1739.966707] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.975365] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.980521] env[62743]: DEBUG oslo_concurrency.lockutils [req-383bdfd9-5af2-49ab-b6c6-c5501ba6fb30 req-b6197c53-4550-45d3-b3c3-1475151ab060 service nova] Releasing lock "refresh_cache-e619635b-ce3e-4b56-acdf-655fe3128157" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.112729] env[62743]: DEBUG nova.network.neutron [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Successfully updated port: fba3fb30-ba67-4864-b654-21ec9498c0ec {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.137051] env[62743]: DEBUG nova.network.neutron [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Successfully created port: 42abf29a-2a64-40dd-96ab-d360e317381d {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1740.229176] env[62743]: DEBUG nova.scheduler.client.report [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.269228] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Releasing lock "refresh_cache-d2ae10f8-d578-4bd6-93c7-24d91588672e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.269545] env[62743]: DEBUG nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Instance network_info: |[{"id": "a5f4062a-332b-401d-8895-de964ac85f75", "address": "fa:16:3e:ab:59:ee", "network": {"id": "b619dfe1-6d33-480f-abe6-e5bb1e5f3888", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1875945999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b0217b06c94e4eadd24ef315cf5b6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f4062a-33", "ovs_interfaceid": "a5f4062a-332b-401d-8895-de964ac85f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.269978] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:59:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5f4062a-332b-401d-8895-de964ac85f75', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.278110] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Creating folder: Project (74b0217b06c94e4eadd24ef315cf5b6c). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.278480] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7443b5b6-b6b3-4350-928e-bcdeab7c833e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.291358] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Created folder: Project (74b0217b06c94e4eadd24ef315cf5b6c) in parent group-v423128. [ 1740.292190] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Creating folder: Instances. Parent ref: group-v423132. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.293354] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f297d9c3-d814-4c93-b82a-55e8242bbb8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.304012] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Created folder: Instances in parent group-v423132. [ 1740.304465] env[62743]: DEBUG oslo.service.loopingcall [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.305226] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.305226] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb067ab-f0f1-4a09-9b48-cc01162a158d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.328212] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.328212] env[62743]: value = "task-2063213" [ 1740.328212] env[62743]: _type = "Task" [ 1740.328212] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.338407] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063213, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.445075] env[62743]: DEBUG nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.483630] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023344} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.486825] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.487085] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.487259] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.487452] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.487613] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.487776] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.487978] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.488161] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.488329] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.488487] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.488654] env[62743]: DEBUG nova.virt.hardware [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.488980] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.493157] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9016c8c-3668-4ebd-ac5f-58bc6640c104 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.496057] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58963b1-152d-4dd8-87e1-4a6261266fc7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.506177] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3af0b-e99a-4d3a-8480-7c4e310ba734 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.511187] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1740.511187] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52039df4-010d-974b-5827-61a504f0b380" [ 1740.511187] env[62743]: _type = "Task" [ 1740.511187] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.531235] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52039df4-010d-974b-5827-61a504f0b380, 'name': SearchDatastore_Task, 'duration_secs': 0.008329} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.531235] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.531235] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e619635b-ce3e-4b56-acdf-655fe3128157/e619635b-ce3e-4b56-acdf-655fe3128157.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.531235] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-647c1ce9-f4c6-411e-93d3-366d3b91da04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.539722] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1740.539722] env[62743]: value = "task-2063214" [ 1740.539722] env[62743]: _type = "Task" [ 1740.539722] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.549398] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.614317] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "refresh_cache-fc7a25a1-9451-4532-a172-9554a3f74344" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.614455] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired lock "refresh_cache-fc7a25a1-9451-4532-a172-9554a3f74344" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.614916] env[62743]: DEBUG nova.network.neutron [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.734448] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.734885] env[62743]: DEBUG nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.741135] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.765s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.749420] env[62743]: INFO nova.compute.claims [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.843611] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063213, 'name': CreateVM_Task, 'duration_secs': 0.366454} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.844053] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.844793] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.846127] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.846535] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.846813] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36364fa7-9a88-4301-82b6-cf895f2d049f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.855431] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1740.855431] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523e81dc-3ad9-b41a-ce76-880cbe1d11e2" [ 1740.855431] env[62743]: _type = "Task" [ 1740.855431] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.865536] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523e81dc-3ad9-b41a-ce76-880cbe1d11e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.057247] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.084131] env[62743]: DEBUG nova.compute.manager [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Received event network-vif-plugged-fba3fb30-ba67-4864-b654-21ec9498c0ec {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1741.084353] env[62743]: DEBUG oslo_concurrency.lockutils [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] Acquiring lock "fc7a25a1-9451-4532-a172-9554a3f74344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.084553] env[62743]: DEBUG oslo_concurrency.lockutils [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] Lock "fc7a25a1-9451-4532-a172-9554a3f74344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.084700] env[62743]: DEBUG oslo_concurrency.lockutils [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] Lock "fc7a25a1-9451-4532-a172-9554a3f74344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.086025] env[62743]: DEBUG nova.compute.manager [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] No waiting events found dispatching network-vif-plugged-fba3fb30-ba67-4864-b654-21ec9498c0ec {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.086025] env[62743]: WARNING nova.compute.manager [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Received unexpected event network-vif-plugged-fba3fb30-ba67-4864-b654-21ec9498c0ec for instance with vm_state building and task_state spawning. [ 1741.086025] env[62743]: DEBUG nova.compute.manager [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Received event network-changed-fba3fb30-ba67-4864-b654-21ec9498c0ec {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1741.086025] env[62743]: DEBUG nova.compute.manager [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Refreshing instance network info cache due to event network-changed-fba3fb30-ba67-4864-b654-21ec9498c0ec. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1741.086025] env[62743]: DEBUG oslo_concurrency.lockutils [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] Acquiring lock "refresh_cache-fc7a25a1-9451-4532-a172-9554a3f74344" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.183218] env[62743]: DEBUG nova.network.neutron [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.247941] env[62743]: DEBUG nova.compute.utils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.248837] env[62743]: DEBUG nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.248999] env[62743]: DEBUG nova.network.neutron [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.367248] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523e81dc-3ad9-b41a-ce76-880cbe1d11e2, 'name': SearchDatastore_Task, 'duration_secs': 0.051743} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.367604] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.368332] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1741.368332] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.368332] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.368461] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1741.369757] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-668c80ca-dabb-43ef-ade9-6b7ba7005a36 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.377322] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1741.377679] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1741.378222] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120eae44-e1c2-4503-a1f0-33cd0170233e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.386020] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1741.386020] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a43ea2-bbf9-9754-a9bb-e5b27be0c9e1" [ 1741.386020] env[62743]: _type = "Task" [ 1741.386020] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.392255] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a43ea2-bbf9-9754-a9bb-e5b27be0c9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.505728] env[62743]: DEBUG nova.policy [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f77808237ee4d16bb39f6bc1624dc82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '835c0bb3f3d349a789fd87430f339212', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.556766] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544297} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.557037] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e619635b-ce3e-4b56-acdf-655fe3128157/e619635b-ce3e-4b56-acdf-655fe3128157.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.557246] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.557494] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b11b0cc-d4aa-4b40-a9d5-6ea2d980db4f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.568044] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1741.568044] env[62743]: value = "task-2063215" [ 1741.568044] env[62743]: _type = "Task" [ 1741.568044] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.574595] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.751584] env[62743]: DEBUG nova.network.neutron [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Updating instance_info_cache with network_info: [{"id": "fba3fb30-ba67-4864-b654-21ec9498c0ec", "address": "fa:16:3e:6a:fb:e4", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba3fb30-ba", "ovs_interfaceid": "fba3fb30-ba67-4864-b654-21ec9498c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.755419] env[62743]: DEBUG nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.900126] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a43ea2-bbf9-9754-a9bb-e5b27be0c9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008035} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.900126] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1da070-fcf3-45d7-8e54-7483efda3410 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.907999] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1741.907999] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52af0178-cf0b-afc5-e71c-9b2c152a7fc0" [ 1741.907999] env[62743]: _type = "Task" [ 1741.907999] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.919536] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52af0178-cf0b-afc5-e71c-9b2c152a7fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.922356] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.922611] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] d2ae10f8-d578-4bd6-93c7-24d91588672e/d2ae10f8-d578-4bd6-93c7-24d91588672e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.923303] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f126bed-d646-429e-b3b0-7eddce9bdc8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.932250] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1741.932250] env[62743]: value = "task-2063216" [ 1741.932250] env[62743]: _type = "Task" [ 1741.932250] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.949028] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.957035] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9430b1e-0da0-4978-babe-213c6daa440c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.965290] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7390e195-6e4c-481d-8446-d944527ec786 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.997591] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca54e833-354f-46f9-b768-d7a174fbd628 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.006175] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe5714-4a4d-4cef-9a2c-fc858843e45b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.021329] env[62743]: DEBUG nova.compute.provider_tree [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.075348] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070686} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.075658] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.076599] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe18911-9c70-4f11-a211-1c3517218db0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.101171] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e619635b-ce3e-4b56-acdf-655fe3128157/e619635b-ce3e-4b56-acdf-655fe3128157.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.101532] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4eb564d-1058-4ab7-b6e9-55dd376b8ade {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.124934] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1742.124934] env[62743]: value = "task-2063217" [ 1742.124934] env[62743]: _type = "Task" [ 1742.124934] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.135516] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.259594] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Releasing lock "refresh_cache-fc7a25a1-9451-4532-a172-9554a3f74344" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.260038] env[62743]: DEBUG nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Instance network_info: |[{"id": "fba3fb30-ba67-4864-b654-21ec9498c0ec", "address": "fa:16:3e:6a:fb:e4", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba3fb30-ba", "ovs_interfaceid": "fba3fb30-ba67-4864-b654-21ec9498c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1742.260169] env[62743]: DEBUG oslo_concurrency.lockutils [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] Acquired lock "refresh_cache-fc7a25a1-9451-4532-a172-9554a3f74344" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.260387] env[62743]: DEBUG nova.network.neutron [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Refreshing network info cache for port fba3fb30-ba67-4864-b654-21ec9498c0ec {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.261765] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:fb:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba3fb30-ba67-4864-b654-21ec9498c0ec', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.270735] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Creating folder: Project (cac9a4e1aaaa489485a670d9cd77f834). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1742.274646] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53b0962-c913-4e38-a3aa-870f17ea247c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.290988] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Created folder: Project (cac9a4e1aaaa489485a670d9cd77f834) in parent group-v423128. [ 1742.293653] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Creating folder: Instances. Parent ref: group-v423135. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1742.293653] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cde743a-156e-478f-a3f4-188557f18bb3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.309300] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Created folder: Instances in parent group-v423135. [ 1742.309510] env[62743]: DEBUG oslo.service.loopingcall [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.309681] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.309890] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-331a166e-2f95-4ae2-b971-06a645d1a4e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.334821] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.334821] env[62743]: value = "task-2063220" [ 1742.334821] env[62743]: _type = "Task" [ 1742.334821] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.347984] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063220, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.446267] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508414} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.448063] env[62743]: DEBUG nova.network.neutron [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Successfully updated port: 42abf29a-2a64-40dd-96ab-d360e317381d {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1742.451437] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] d2ae10f8-d578-4bd6-93c7-24d91588672e/d2ae10f8-d578-4bd6-93c7-24d91588672e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.451437] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.451437] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6dc918b-3a03-4c16-a64c-15d196b64960 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.457655] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1742.457655] env[62743]: value = "task-2063221" [ 1742.457655] env[62743]: _type = "Task" [ 1742.457655] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.468031] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.527843] env[62743]: DEBUG nova.scheduler.client.report [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.638040] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063217, 'name': ReconfigVM_Task, 'duration_secs': 0.372442} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.638562] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e619635b-ce3e-4b56-acdf-655fe3128157/e619635b-ce3e-4b56-acdf-655fe3128157.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.639468] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e66d70b4-e097-404c-becd-adb1bfb22b42 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.649322] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1742.649322] env[62743]: value = "task-2063222" [ 1742.649322] env[62743]: _type = "Task" [ 1742.649322] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.664757] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063222, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.672967] env[62743]: DEBUG nova.network.neutron [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Successfully created port: 2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.751183] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.751183] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.779158] env[62743]: DEBUG nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.806876] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.807117] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.807277] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.807456] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.807627] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.807734] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.807932] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.808389] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.808627] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.808824] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.808941] env[62743]: DEBUG nova.virt.hardware [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.810324] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994d441-9c6d-49df-bd0b-c34a92587a9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.819646] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df81b041-1c78-425e-8f66-c4efe449e873 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.845595] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063220, 'name': CreateVM_Task, 'duration_secs': 0.362527} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.846177] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.846540] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.846760] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.847228] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.847508] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55db3052-ed84-46c9-a4a1-5af55c9c308e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.852998] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1742.852998] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527169e5-59de-1e8d-d786-d841e2bfdc3f" [ 1742.852998] env[62743]: _type = "Task" [ 1742.852998] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.864893] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527169e5-59de-1e8d-d786-d841e2bfdc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008577} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.864893] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.865297] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1742.865543] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.865794] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.866062] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1742.866265] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5589e23-9258-4843-bed0-48fca3b1193b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.876336] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1742.876336] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1742.876987] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f5bbb0-4d0b-4ed7-9507-2ef2b336768b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.882233] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1742.882233] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f5b94d-50e5-3aa4-3b10-ef8e02c4eb24" [ 1742.882233] env[62743]: _type = "Task" [ 1742.882233] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.890581] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f5b94d-50e5-3aa4-3b10-ef8e02c4eb24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.951496] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.951765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.951923] env[62743]: DEBUG nova.network.neutron [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.968032] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067604} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.968363] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.969221] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6622b31-2782-432d-8b87-29a1d50d13d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.993428] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] d2ae10f8-d578-4bd6-93c7-24d91588672e/d2ae10f8-d578-4bd6-93c7-24d91588672e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.996873] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b03548-a9af-4b4e-9606-72130a30306d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.018570] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1743.018570] env[62743]: value = "task-2063223" [ 1743.018570] env[62743]: _type = "Task" [ 1743.018570] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.031756] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.033919] env[62743]: DEBUG nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1743.035554] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.038030] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.218s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.040048] env[62743]: INFO nova.compute.claims [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.043854] env[62743]: DEBUG nova.compute.manager [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Received event network-changed-a5f4062a-332b-401d-8895-de964ac85f75 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1743.044041] env[62743]: DEBUG nova.compute.manager [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Refreshing instance network info cache due to event network-changed-a5f4062a-332b-401d-8895-de964ac85f75. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1743.044283] env[62743]: DEBUG oslo_concurrency.lockutils [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] Acquiring lock "refresh_cache-d2ae10f8-d578-4bd6-93c7-24d91588672e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.044448] env[62743]: DEBUG oslo_concurrency.lockutils [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] Acquired lock "refresh_cache-d2ae10f8-d578-4bd6-93c7-24d91588672e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.044604] env[62743]: DEBUG nova.network.neutron [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Refreshing network info cache for port a5f4062a-332b-401d-8895-de964ac85f75 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.159700] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063222, 'name': Rename_Task, 'duration_secs': 0.150768} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.160046] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.160428] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c970e2-9af8-4dce-b394-db4d01da873b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.167584] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1743.167584] env[62743]: value = "task-2063224" [ 1743.167584] env[62743]: _type = "Task" [ 1743.167584] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.177378] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.404641] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f5b94d-50e5-3aa4-3b10-ef8e02c4eb24, 'name': SearchDatastore_Task, 'duration_secs': 0.008095} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.406170] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8291c0ea-dc5b-42f5-aa89-25e41082e33e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.412188] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1743.412188] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ea6833-b8b9-5652-e410-071452656aaf" [ 1743.412188] env[62743]: _type = "Task" [ 1743.412188] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.425571] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ea6833-b8b9-5652-e410-071452656aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009062} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.425571] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.425571] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fc7a25a1-9451-4532-a172-9554a3f74344/fc7a25a1-9451-4532-a172-9554a3f74344.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1743.425571] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bb2651b-6266-4892-91f1-964943f14f60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.433960] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1743.433960] env[62743]: value = "task-2063225" [ 1743.433960] env[62743]: _type = "Task" [ 1743.433960] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.444183] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.514900] env[62743]: DEBUG nova.network.neutron [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1743.531457] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063223, 'name': ReconfigVM_Task, 'duration_secs': 0.272606} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.532246] env[62743]: DEBUG nova.network.neutron [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Updated VIF entry in instance network info cache for port fba3fb30-ba67-4864-b654-21ec9498c0ec. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1743.532593] env[62743]: DEBUG nova.network.neutron [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Updating instance_info_cache with network_info: [{"id": "fba3fb30-ba67-4864-b654-21ec9498c0ec", "address": "fa:16:3e:6a:fb:e4", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba3fb30-ba", "ovs_interfaceid": "fba3fb30-ba67-4864-b654-21ec9498c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.534128] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] d2ae10f8-d578-4bd6-93c7-24d91588672e/d2ae10f8-d578-4bd6-93c7-24d91588672e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.535216] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c6429d8-f173-4752-9111-0ff2c1e07647 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.537396] env[62743]: DEBUG nova.compute.utils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.538685] env[62743]: DEBUG nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.538877] env[62743]: DEBUG nova.network.neutron [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.545951] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1743.545951] env[62743]: value = "task-2063226" [ 1743.545951] env[62743]: _type = "Task" [ 1743.545951] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.563950] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063226, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.683042] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.754732] env[62743]: DEBUG nova.network.neutron [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Updating instance_info_cache with network_info: [{"id": "42abf29a-2a64-40dd-96ab-d360e317381d", "address": "fa:16:3e:75:90:4f", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42abf29a-2a", "ovs_interfaceid": "42abf29a-2a64-40dd-96ab-d360e317381d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.883021] env[62743]: DEBUG nova.policy [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd21557196d2c46f49e2944ebf8fbc2dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e17d8f3267354fd8b2bb21646edc29dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.945410] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063225, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.037992] env[62743]: DEBUG oslo_concurrency.lockutils [req-52d7924c-c44a-4048-b701-bd7716f06f7c req-c01ec454-9cb8-4a4c-8dd0-2e81f776a64a service nova] Releasing lock "refresh_cache-fc7a25a1-9451-4532-a172-9554a3f74344" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.044068] env[62743]: DEBUG nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1744.067791] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063226, 'name': Rename_Task, 'duration_secs': 0.197987} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.067791] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.067791] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59405833-5f41-4148-b76f-b20dbaf69489 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.074761] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1744.074761] env[62743]: value = "task-2063227" [ 1744.074761] env[62743]: _type = "Task" [ 1744.074761] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.088208] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.183484] env[62743]: DEBUG oslo_vmware.api [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063224, 'name': PowerOnVM_Task, 'duration_secs': 0.633028} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.192823] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.192823] env[62743]: INFO nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Took 13.94 seconds to spawn the instance on the hypervisor. [ 1744.192823] env[62743]: DEBUG nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.198500] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478fb951-3bd5-4034-a446-e4e1e075fb09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.259761] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.259761] env[62743]: DEBUG nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance network_info: |[{"id": "42abf29a-2a64-40dd-96ab-d360e317381d", "address": "fa:16:3e:75:90:4f", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42abf29a-2a", "ovs_interfaceid": "42abf29a-2a64-40dd-96ab-d360e317381d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.259934] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:90:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42abf29a-2a64-40dd-96ab-d360e317381d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.268294] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating folder: Project (8a329974a21d408087d05fcd88609e68). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.271174] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-def19fce-4460-4a18-8d57-64a09b72d73c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.282972] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created folder: Project (8a329974a21d408087d05fcd88609e68) in parent group-v423128. [ 1744.283314] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating folder: Instances. Parent ref: group-v423138. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1744.284866] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fd2419e-783e-4140-86c7-834fbda7c90d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.287729] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8404e71f-dc85-4861-9229-4f541d2a4bb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.296959] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f60dc93-a493-4946-93ae-daa3c61d83e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.301403] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created folder: Instances in parent group-v423138. [ 1744.301630] env[62743]: DEBUG oslo.service.loopingcall [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.302981] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.304688] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9766bbf6-2feb-4ceb-8915-7c952109d195 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.373074] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c8986-5bf9-4116-9790-0aa57ad21fb4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.379236] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.379236] env[62743]: value = "task-2063230" [ 1744.379236] env[62743]: _type = "Task" [ 1744.379236] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.391649] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802e66b9-ffdb-4e76-a53d-77c3406e8197 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.400946] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063230, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.412116] env[62743]: DEBUG nova.compute.provider_tree [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.442529] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633418} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.442768] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fc7a25a1-9451-4532-a172-9554a3f74344/fc7a25a1-9451-4532-a172-9554a3f74344.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.442973] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.443377] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ae0afbf-772e-4148-a25d-aba1bcf2e347 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.452078] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1744.452078] env[62743]: value = "task-2063231" [ 1744.452078] env[62743]: _type = "Task" [ 1744.452078] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.463820] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.545133] env[62743]: DEBUG nova.network.neutron [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Updated VIF entry in instance network info cache for port a5f4062a-332b-401d-8895-de964ac85f75. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.545470] env[62743]: DEBUG nova.network.neutron [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Updating instance_info_cache with network_info: [{"id": "a5f4062a-332b-401d-8895-de964ac85f75", "address": "fa:16:3e:ab:59:ee", "network": {"id": "b619dfe1-6d33-480f-abe6-e5bb1e5f3888", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1875945999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b0217b06c94e4eadd24ef315cf5b6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5f4062a-33", "ovs_interfaceid": "a5f4062a-332b-401d-8895-de964ac85f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.592269] env[62743]: DEBUG oslo_vmware.api [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063227, 'name': PowerOnVM_Task, 'duration_secs': 0.492376} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.592777] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.592882] env[62743]: INFO nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1744.593050] env[62743]: DEBUG nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.594143] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7660868-38b0-4598-b8c3-21b9bb5c58b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.732137] env[62743]: INFO nova.compute.manager [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Took 18.70 seconds to build instance. [ 1744.895860] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063230, 'name': CreateVM_Task, 'duration_secs': 0.410151} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.898175] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.898885] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.900033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.900033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.900033] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1ab0e1-e39f-4f14-9336-57d3ba02e887 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.905834] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1744.905834] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527bd286-b891-9afe-1bcf-3c5de9346933" [ 1744.905834] env[62743]: _type = "Task" [ 1744.905834] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.916869] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527bd286-b891-9afe-1bcf-3c5de9346933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.944131] env[62743]: ERROR nova.scheduler.client.report [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [req-b43db753-cd6e-4ca3-a27c-dd58f37c5179] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b43db753-cd6e-4ca3-a27c-dd58f37c5179"}]} [ 1744.963925] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072711} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.968575] env[62743]: DEBUG nova.scheduler.client.report [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1744.971207] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1744.972340] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae8592f-ab15-41af-a79d-159b76bb90cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.975525] env[62743]: DEBUG nova.network.neutron [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Successfully created port: ee13d246-76b4-4350-9134-71f210168501 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1744.998280] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] fc7a25a1-9451-4532-a172-9554a3f74344/fc7a25a1-9451-4532-a172-9554a3f74344.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.002024] env[62743]: DEBUG nova.scheduler.client.report [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1745.002024] env[62743]: DEBUG nova.compute.provider_tree [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 161, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1745.002024] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a18413-e9e0-46e8-ac1e-9e01de09ade8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.025648] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1745.025648] env[62743]: value = "task-2063232" [ 1745.025648] env[62743]: _type = "Task" [ 1745.025648] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.031066] env[62743]: DEBUG nova.scheduler.client.report [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1745.038842] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.047762] env[62743]: DEBUG oslo_concurrency.lockutils [req-62624ac7-4e8d-480d-87e7-159e8eb31ac4 req-1fedae3f-bffb-478f-a5b1-7487fa9a41f7 service nova] Releasing lock "refresh_cache-d2ae10f8-d578-4bd6-93c7-24d91588672e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.055830] env[62743]: DEBUG nova.scheduler.client.report [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1745.062671] env[62743]: DEBUG nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.093615] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.093895] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.094083] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.094258] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.094400] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.094543] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.094810] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.094896] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.095085] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.095244] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.095485] env[62743]: DEBUG nova.virt.hardware [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.096330] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a93d0c-39d0-47a6-90ae-7c7680abc7cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.115119] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df487e-c57f-4733-bd82-66db0b5b1d77 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.123709] env[62743]: INFO nova.compute.manager [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Took 13.66 seconds to build instance. [ 1745.176999] env[62743]: DEBUG nova.network.neutron [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Successfully updated port: 2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1745.237202] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c4bf3119-2bcf-442a-b8d7-902ef059298d tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "e619635b-ce3e-4b56-acdf-655fe3128157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.211s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.275754] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae63c325-8850-4b2b-b3cf-6b2c6231e298 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.286224] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c86f07f-5a02-4fa5-9e6d-bf09f945ff94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.320599] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff037fb-4cf2-4b27-af08-9f9853c6a157 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.328586] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208f9b2e-e611-4c75-98f0-1a666264fdd9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.342542] env[62743]: DEBUG nova.compute.provider_tree [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1745.421230] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527bd286-b891-9afe-1bcf-3c5de9346933, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.421939] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.421939] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.422107] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.422142] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.422322] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.422984] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61505b9d-f442-482e-bdfa-d00a37331498 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.432238] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.432826] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.433645] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcb91a7-44e1-49e6-b826-ce524a24570b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.440009] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1745.440009] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52698f06-71e7-6822-04eb-3e8979e04dbf" [ 1745.440009] env[62743]: _type = "Task" [ 1745.440009] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.450014] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52698f06-71e7-6822-04eb-3e8979e04dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.535444] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063232, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.626101] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f70b44a-54fc-495a-93aa-dac28c144270 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.170s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.680135] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.680135] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquired lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.680250] env[62743]: DEBUG nova.network.neutron [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.742147] env[62743]: DEBUG nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.883310] env[62743]: DEBUG nova.scheduler.client.report [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1745.883310] env[62743]: DEBUG nova.compute.provider_tree [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 15 to 16 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1745.883310] env[62743]: DEBUG nova.compute.provider_tree [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1745.950474] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52698f06-71e7-6822-04eb-3e8979e04dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.951264] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96dfc5b5-4c35-43de-853d-2d4a73f8512a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.956827] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1745.956827] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52dbbe01-bee5-65a8-b062-ba7f8988b768" [ 1745.956827] env[62743]: _type = "Task" [ 1745.956827] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.965963] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52dbbe01-bee5-65a8-b062-ba7f8988b768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.036744] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063232, 'name': ReconfigVM_Task, 'duration_secs': 0.557403} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.037073] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Reconfigured VM instance instance-00000003 to attach disk [datastore1] fc7a25a1-9451-4532-a172-9554a3f74344/fc7a25a1-9451-4532-a172-9554a3f74344.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.037675] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68fa0178-e46c-4a7d-b5d3-56f099715ccd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.044178] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1746.044178] env[62743]: value = "task-2063233" [ 1746.044178] env[62743]: _type = "Task" [ 1746.044178] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.054323] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063233, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.240560] env[62743]: DEBUG nova.network.neutron [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.265916] env[62743]: DEBUG nova.compute.manager [req-58185b7e-7a2b-47dc-984c-44f14695c28d req-a05b0b26-816a-4dae-a727-0b34f4d33acb service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Received event network-vif-plugged-2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1746.265986] env[62743]: DEBUG oslo_concurrency.lockutils [req-58185b7e-7a2b-47dc-984c-44f14695c28d req-a05b0b26-816a-4dae-a727-0b34f4d33acb service nova] Acquiring lock "fd976259-0234-431b-8d24-0c5466cc8716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.266236] env[62743]: DEBUG oslo_concurrency.lockutils [req-58185b7e-7a2b-47dc-984c-44f14695c28d req-a05b0b26-816a-4dae-a727-0b34f4d33acb service nova] Lock "fd976259-0234-431b-8d24-0c5466cc8716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.266994] env[62743]: DEBUG oslo_concurrency.lockutils [req-58185b7e-7a2b-47dc-984c-44f14695c28d req-a05b0b26-816a-4dae-a727-0b34f4d33acb service nova] Lock "fd976259-0234-431b-8d24-0c5466cc8716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.266994] env[62743]: DEBUG nova.compute.manager [req-58185b7e-7a2b-47dc-984c-44f14695c28d req-a05b0b26-816a-4dae-a727-0b34f4d33acb service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] No waiting events found dispatching network-vif-plugged-2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.266994] env[62743]: WARNING nova.compute.manager [req-58185b7e-7a2b-47dc-984c-44f14695c28d req-a05b0b26-816a-4dae-a727-0b34f4d33acb service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Received unexpected event network-vif-plugged-2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 for instance with vm_state building and task_state spawning. [ 1746.267767] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.303597] env[62743]: DEBUG nova.compute.manager [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Received event network-vif-plugged-42abf29a-2a64-40dd-96ab-d360e317381d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1746.303757] env[62743]: DEBUG oslo_concurrency.lockutils [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] Acquiring lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.304296] env[62743]: DEBUG oslo_concurrency.lockutils [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.304544] env[62743]: DEBUG oslo_concurrency.lockutils [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.304647] env[62743]: DEBUG nova.compute.manager [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] No waiting events found dispatching network-vif-plugged-42abf29a-2a64-40dd-96ab-d360e317381d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1746.304815] env[62743]: WARNING nova.compute.manager [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Received unexpected event network-vif-plugged-42abf29a-2a64-40dd-96ab-d360e317381d for instance with vm_state building and task_state spawning. [ 1746.304975] env[62743]: DEBUG nova.compute.manager [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Received event network-changed-42abf29a-2a64-40dd-96ab-d360e317381d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1746.305130] env[62743]: DEBUG nova.compute.manager [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Refreshing instance network info cache due to event network-changed-42abf29a-2a64-40dd-96ab-d360e317381d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1746.305333] env[62743]: DEBUG oslo_concurrency.lockutils [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] Acquiring lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.305478] env[62743]: DEBUG oslo_concurrency.lockutils [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] Acquired lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.305638] env[62743]: DEBUG nova.network.neutron [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Refreshing network info cache for port 42abf29a-2a64-40dd-96ab-d360e317381d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.390202] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.353s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.391361] env[62743]: DEBUG nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1746.397228] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.118s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.399018] env[62743]: INFO nova.compute.claims [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.471668] env[62743]: DEBUG nova.network.neutron [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [{"id": "2ba009fd-adfc-4356-97c8-15ea3d3e5ad8", "address": "fa:16:3e:87:f0:7c", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba009fd-ad", "ovs_interfaceid": "2ba009fd-adfc-4356-97c8-15ea3d3e5ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.480427] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52dbbe01-bee5-65a8-b062-ba7f8988b768, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.483440] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.483847] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.484581] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7388ff16-9a4b-4e63-8000-e41955446972 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.495206] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1746.495206] env[62743]: value = "task-2063234" [ 1746.495206] env[62743]: _type = "Task" [ 1746.495206] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.509502] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.558787] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063233, 'name': Rename_Task, 'duration_secs': 0.302903} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.559250] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1746.559631] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca50814-6874-43a2-8f0c-45e5573a0e97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.571352] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1746.571352] env[62743]: value = "task-2063235" [ 1746.571352] env[62743]: _type = "Task" [ 1746.571352] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.587779] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.702813] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.703073] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.822731] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.823053] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "cef29849-b62f-448e-a20b-563fded880fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.905704] env[62743]: DEBUG nova.compute.utils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.911299] env[62743]: DEBUG nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.911299] env[62743]: DEBUG nova.network.neutron [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.976657] env[62743]: DEBUG nova.policy [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f7f805256ca4ddfb87e1e7f3f4d2571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a329974a21d408087d05fcd88609e68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.982321] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Releasing lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.982673] env[62743]: DEBUG nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance network_info: |[{"id": "2ba009fd-adfc-4356-97c8-15ea3d3e5ad8", "address": "fa:16:3e:87:f0:7c", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba009fd-ad", "ovs_interfaceid": "2ba009fd-adfc-4356-97c8-15ea3d3e5ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.983395] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:f0:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba009fd-adfc-4356-97c8-15ea3d3e5ad8', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.992813] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Creating folder: Project (835c0bb3f3d349a789fd87430f339212). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1746.993669] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c0f3c3-cd83-4747-8198-dfea0f08c9e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.008241] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063234, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.011475] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Created folder: Project (835c0bb3f3d349a789fd87430f339212) in parent group-v423128. [ 1747.011670] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Creating folder: Instances. Parent ref: group-v423141. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.011907] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-989cd252-1bd0-4e72-898d-2955ba7a83c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.023337] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Created folder: Instances in parent group-v423141. [ 1747.023878] env[62743]: DEBUG oslo.service.loopingcall [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.024136] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.024244] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd4f2012-5e8d-450a-aca0-98bf58a41cd1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.053008] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.053008] env[62743]: value = "task-2063238" [ 1747.053008] env[62743]: _type = "Task" [ 1747.053008] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.061605] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063238, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.083862] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063235, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.208237] env[62743]: DEBUG nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.262174] env[62743]: DEBUG nova.network.neutron [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Successfully updated port: ee13d246-76b4-4350-9134-71f210168501 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1747.336041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "d2ae10f8-d578-4bd6-93c7-24d91588672e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.337019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.337019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "d2ae10f8-d578-4bd6-93c7-24d91588672e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.337019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.337331] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.342193] env[62743]: INFO nova.compute.manager [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Terminating instance [ 1747.412648] env[62743]: DEBUG nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1747.507184] env[62743]: DEBUG nova.network.neutron [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Updated VIF entry in instance network info cache for port 42abf29a-2a64-40dd-96ab-d360e317381d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.507581] env[62743]: DEBUG nova.network.neutron [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Updating instance_info_cache with network_info: [{"id": "42abf29a-2a64-40dd-96ab-d360e317381d", "address": "fa:16:3e:75:90:4f", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42abf29a-2a", "ovs_interfaceid": "42abf29a-2a64-40dd-96ab-d360e317381d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.517977] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53731} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.518257] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.518443] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.518696] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f98463-ffa5-4f8a-8a8e-7409b62368ce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.528643] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1747.528643] env[62743]: value = "task-2063239" [ 1747.528643] env[62743]: _type = "Task" [ 1747.528643] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.539164] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.567356] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063238, 'name': CreateVM_Task, 'duration_secs': 0.41834} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.567356] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.567798] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.567971] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.568304] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.568556] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b20161-1e2c-4927-a249-06863c00c854 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.578462] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1747.578462] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521bbfe1-9b8f-3bd9-103d-3e03ce8d81cf" [ 1747.578462] env[62743]: _type = "Task" [ 1747.578462] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.587095] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063235, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.595097] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521bbfe1-9b8f-3bd9-103d-3e03ce8d81cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.665292] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb5ba0e-5cd6-46bb-84fb-d82263c03e1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.673613] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4003d0cf-71e8-4492-b026-2aa276f69bd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.712854] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce00b8-3605-4ab1-b596-4938c1b4199a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.729419] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b59f0ff-2b17-4a9e-a3b4-860ba20ba1e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.734653] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.747933] env[62743]: DEBUG nova.compute.provider_tree [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.766852] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.767557] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquired lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.767557] env[62743]: DEBUG nova.network.neutron [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.847247] env[62743]: DEBUG nova.compute.manager [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.847524] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.848713] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c67e05-9321-490a-9e53-ea4fca53196a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.867539] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.867539] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3156ec3-e137-4662-9686-2ed8c7e8d0aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.876223] env[62743]: DEBUG oslo_vmware.api [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1747.876223] env[62743]: value = "task-2063240" [ 1747.876223] env[62743]: _type = "Task" [ 1747.876223] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.885709] env[62743]: DEBUG oslo_vmware.api [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.014035] env[62743]: DEBUG oslo_concurrency.lockutils [req-ac4a05f7-902c-49c8-9158-e79a91e5d21e req-0858437f-a2a6-444d-8606-e6c3ba036226 service nova] Releasing lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.041719] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093208} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.042021] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.042943] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d0443f-b956-401e-b8cc-71362f9ccc54 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.071304] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.072033] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec0eb68-7b59-4bef-8ffc-35d86e454815 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.105474] env[62743]: DEBUG oslo_vmware.api [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063235, 'name': PowerOnVM_Task, 'duration_secs': 1.529321} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.109091] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.109361] env[62743]: INFO nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1748.112038] env[62743]: DEBUG nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1748.112038] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1748.112038] env[62743]: value = "task-2063241" [ 1748.112038] env[62743]: _type = "Task" [ 1748.112038] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.112038] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafb9bc7-c5ea-4f0e-a9a1-2bc9243755a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.121529] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521bbfe1-9b8f-3bd9-103d-3e03ce8d81cf, 'name': SearchDatastore_Task, 'duration_secs': 0.024772} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.122405] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.122687] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.122930] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.123089] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.123483] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.123945] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7559bb6-3c17-45ee-91fc-e44e69532289 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.131162] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.149279] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.149412] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.150885] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23927ca6-c1a2-4116-a480-329e80435033 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.161330] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1748.161330] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5214a981-f6e6-9906-1562-a6799871c420" [ 1748.161330] env[62743]: _type = "Task" [ 1748.161330] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.170087] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5214a981-f6e6-9906-1562-a6799871c420, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.249124] env[62743]: DEBUG nova.scheduler.client.report [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.288471] env[62743]: DEBUG nova.network.neutron [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Successfully created port: 3a5788ae-1aed-4974-ad2f-7d31d34f025f {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1748.362935] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "e619635b-ce3e-4b56-acdf-655fe3128157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.364037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "e619635b-ce3e-4b56-acdf-655fe3128157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.364434] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "e619635b-ce3e-4b56-acdf-655fe3128157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.365414] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "e619635b-ce3e-4b56-acdf-655fe3128157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.365414] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "e619635b-ce3e-4b56-acdf-655fe3128157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.367526] env[62743]: DEBUG nova.network.neutron [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1748.369794] env[62743]: INFO nova.compute.manager [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Terminating instance [ 1748.387034] env[62743]: DEBUG oslo_vmware.api [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063240, 'name': PowerOffVM_Task, 'duration_secs': 0.203619} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.387535] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.388190] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.388190] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d3a030-fecd-46a3-bfbc-a4181eea5cb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.427400] env[62743]: DEBUG nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1748.464125] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1748.464514] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.464711] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1748.464927] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.465118] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1748.465307] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1748.465573] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1748.465787] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1748.466011] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1748.466500] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1748.466500] env[62743]: DEBUG nova.virt.hardware [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1748.467566] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd777c-6a7f-447f-90c1-b25cd07e8f34 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.477914] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484151c5-2180-4e1a-8e09-ffcd08c2e69b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.484112] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.484909] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.484909] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Deleting the datastore file [datastore1] d2ae10f8-d578-4bd6-93c7-24d91588672e {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.485240] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d4e292e-8d70-4f73-a7d7-b897d098e3ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.497580] env[62743]: DEBUG oslo_vmware.api [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for the task: (returnval){ [ 1748.497580] env[62743]: value = "task-2063243" [ 1748.497580] env[62743]: _type = "Task" [ 1748.497580] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.505904] env[62743]: DEBUG oslo_vmware.api [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.625522] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.646144] env[62743]: INFO nova.compute.manager [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Took 16.02 seconds to build instance. [ 1748.674262] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5214a981-f6e6-9906-1562-a6799871c420, 'name': SearchDatastore_Task, 'duration_secs': 0.019245} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.677078] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8baef58c-5e93-44cf-af08-a302404fce15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.686849] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1748.686849] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52580659-c371-7ef5-b5ae-a002b57112be" [ 1748.686849] env[62743]: _type = "Task" [ 1748.686849] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.697888] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52580659-c371-7ef5-b5ae-a002b57112be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.754058] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.754873] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.758798] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.398s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.763487] env[62743]: INFO nova.compute.claims [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.876258] env[62743]: DEBUG nova.compute.manager [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1748.876258] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1748.876424] env[62743]: DEBUG nova.network.neutron [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Updating instance_info_cache with network_info: [{"id": "ee13d246-76b4-4350-9134-71f210168501", "address": "fa:16:3e:0d:a4:1f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee13d246-76", "ovs_interfaceid": "ee13d246-76b4-4350-9134-71f210168501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.880519] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f346c6-29d4-47ef-9217-7a4e05bb5456 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.889981] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1748.891666] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8843244-02d2-4a0d-b957-8057043d741b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.898898] env[62743]: DEBUG oslo_vmware.api [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1748.898898] env[62743]: value = "task-2063244" [ 1748.898898] env[62743]: _type = "Task" [ 1748.898898] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.908876] env[62743]: DEBUG oslo_vmware.api [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.010211] env[62743]: DEBUG oslo_vmware.api [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Task: {'id': task-2063243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398933} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.010525] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.010835] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.011022] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.011583] env[62743]: INFO nova.compute.manager [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1749.011583] env[62743]: DEBUG oslo.service.loopingcall [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.011689] env[62743]: DEBUG nova.compute.manager [-] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.011780] env[62743]: DEBUG nova.network.neutron [-] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.129537] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063241, 'name': ReconfigVM_Task, 'duration_secs': 0.650911} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.129537] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.129921] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecc80b8a-a1bf-4f58-96e7-eb14e0af7eaa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.138727] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1749.138727] env[62743]: value = "task-2063245" [ 1749.138727] env[62743]: _type = "Task" [ 1749.138727] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.150676] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf6579b0-b4b6-42dc-b24a-55674b176d08 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "fc7a25a1-9451-4532-a172-9554a3f74344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.541s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.150805] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063245, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.201724] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52580659-c371-7ef5-b5ae-a002b57112be, 'name': SearchDatastore_Task, 'duration_secs': 0.015128} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.202061] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.202305] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fd976259-0234-431b-8d24-0c5466cc8716/fd976259-0234-431b-8d24-0c5466cc8716.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.203771] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73499301-98be-4f55-8629-2be3488be93f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.214989] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1749.214989] env[62743]: value = "task-2063246" [ 1749.214989] env[62743]: _type = "Task" [ 1749.214989] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.225118] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.268945] env[62743]: DEBUG nova.compute.utils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.270445] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1749.270659] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.360175] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "af3cadb7-b261-4240-867a-aee52cd06f7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.360175] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.388068] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Releasing lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.388287] env[62743]: DEBUG nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Instance network_info: |[{"id": "ee13d246-76b4-4350-9134-71f210168501", "address": "fa:16:3e:0d:a4:1f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee13d246-76", "ovs_interfaceid": "ee13d246-76b4-4350-9134-71f210168501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1749.388735] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a4:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee13d246-76b4-4350-9134-71f210168501', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1749.402295] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Creating folder: Project (e17d8f3267354fd8b2bb21646edc29dd). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.406369] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9fa1cda-03ee-4018-9673-51e5acee7dbc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.417952] env[62743]: DEBUG oslo_vmware.api [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063244, 'name': PowerOffVM_Task, 'duration_secs': 0.163965} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.418291] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.418521] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1749.418828] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34690dcc-bf12-4e02-9b1b-2b972d58b85e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.421876] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Created folder: Project (e17d8f3267354fd8b2bb21646edc29dd) in parent group-v423128. [ 1749.422186] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Creating folder: Instances. Parent ref: group-v423144. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1749.423148] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29143bd2-a001-48f4-8e7b-6c82e111715e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.435652] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Created folder: Instances in parent group-v423144. [ 1749.435925] env[62743]: DEBUG oslo.service.loopingcall [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.436153] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1749.436439] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b898cbd-e08a-42c2-91e2-410febb26632 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.459255] env[62743]: DEBUG nova.policy [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '235bd773a43e475fa86ec2e0551eb047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28f6fb1e18604aa890ebdb6067ff4c85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1749.467576] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1749.467576] env[62743]: value = "task-2063250" [ 1749.467576] env[62743]: _type = "Task" [ 1749.467576] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.480604] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063250, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.514429] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.514666] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.514866] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Deleting the datastore file [datastore1] e619635b-ce3e-4b56-acdf-655fe3128157 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.515156] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccbf0753-006b-4335-a54d-431b19234edc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.523239] env[62743]: DEBUG oslo_vmware.api [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for the task: (returnval){ [ 1749.523239] env[62743]: value = "task-2063251" [ 1749.523239] env[62743]: _type = "Task" [ 1749.523239] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.535272] env[62743]: DEBUG oslo_vmware.api [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.650454] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063245, 'name': Rename_Task, 'duration_secs': 0.205854} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.650908] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.652033] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ecb3c31-ae12-4824-bbf3-5ceefe58622d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.655169] env[62743]: DEBUG nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1749.660621] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1749.660621] env[62743]: value = "task-2063252" [ 1749.660621] env[62743]: _type = "Task" [ 1749.660621] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.670965] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.727376] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.774889] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1749.979650] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063250, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.044189] env[62743]: DEBUG oslo_vmware.api [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Task: {'id': task-2063251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406673} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.044189] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1750.044189] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1750.044189] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1750.044189] env[62743]: INFO nova.compute.manager [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1750.044380] env[62743]: DEBUG oslo.service.loopingcall [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.044380] env[62743]: DEBUG nova.compute.manager [-] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1750.044380] env[62743]: DEBUG nova.network.neutron [-] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1750.054573] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2f0165-8aba-4602-b556-53a4ad157f71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.062888] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c65948-b10b-4f41-8815-39f25fe212c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.099283] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723dd101-35f1-4cd3-be58-0ba04a7a872f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.111831] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98847b54-99fe-4366-a023-b3bd7fedbcfc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.127683] env[62743]: DEBUG nova.compute.provider_tree [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.176606] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063252, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.189343] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.224968] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593752} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.225254] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fd976259-0234-431b-8d24-0c5466cc8716/fd976259-0234-431b-8d24-0c5466cc8716.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.225493] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.225739] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ab90b8-dab6-47ff-9e91-ea7df0b6ea38 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.233924] env[62743]: DEBUG nova.compute.manager [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Received event network-changed-2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1750.233924] env[62743]: DEBUG nova.compute.manager [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Refreshing instance network info cache due to event network-changed-2ba009fd-adfc-4356-97c8-15ea3d3e5ad8. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1750.234758] env[62743]: DEBUG oslo_concurrency.lockutils [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] Acquiring lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.234758] env[62743]: DEBUG oslo_concurrency.lockutils [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] Acquired lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.234758] env[62743]: DEBUG nova.network.neutron [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Refreshing network info cache for port 2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.241162] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1750.241162] env[62743]: value = "task-2063253" [ 1750.241162] env[62743]: _type = "Task" [ 1750.241162] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.257242] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.279083] env[62743]: DEBUG nova.compute.manager [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Received event network-vif-plugged-ee13d246-76b4-4350-9134-71f210168501 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1750.279322] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] Acquiring lock "4deff428-c031-4f48-a875-c752206d7f2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.279650] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] Lock "4deff428-c031-4f48-a875-c752206d7f2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.279866] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] Lock "4deff428-c031-4f48-a875-c752206d7f2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.280110] env[62743]: DEBUG nova.compute.manager [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] No waiting events found dispatching network-vif-plugged-ee13d246-76b4-4350-9134-71f210168501 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1750.280322] env[62743]: WARNING nova.compute.manager [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Received unexpected event network-vif-plugged-ee13d246-76b4-4350-9134-71f210168501 for instance with vm_state building and task_state spawning. [ 1750.280501] env[62743]: DEBUG nova.compute.manager [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Received event network-changed-ee13d246-76b4-4350-9134-71f210168501 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1750.280685] env[62743]: DEBUG nova.compute.manager [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Refreshing instance network info cache due to event network-changed-ee13d246-76b4-4350-9134-71f210168501. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1750.280913] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] Acquiring lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.281260] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] Acquired lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.281415] env[62743]: DEBUG nova.network.neutron [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Refreshing network info cache for port ee13d246-76b4-4350-9134-71f210168501 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.481214] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063250, 'name': CreateVM_Task, 'duration_secs': 0.657081} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.481500] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.482157] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.482462] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.482680] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.483059] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06addcc-03df-4953-a927-3ecd5b9038ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.487844] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1750.487844] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526ff5d0-9b97-d774-849e-5caa6aad6dcc" [ 1750.487844] env[62743]: _type = "Task" [ 1750.487844] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.496773] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ff5d0-9b97-d774-849e-5caa6aad6dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.631146] env[62743]: DEBUG nova.scheduler.client.report [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.685132] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063252, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.762452] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101239} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.762667] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.767367] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e3a9e-14c2-4f22-ba21-ff3631ce2ddd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.793316] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] fd976259-0234-431b-8d24-0c5466cc8716/fd976259-0234-431b-8d24-0c5466cc8716.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.797988] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.800470] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72f34a51-0dc2-42f5-ba98-2eea506aa5de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.824757] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1750.824757] env[62743]: value = "task-2063254" [ 1750.824757] env[62743]: _type = "Task" [ 1750.824757] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.840215] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.855528] env[62743]: DEBUG nova.network.neutron [-] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.877881] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1750.877881] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.877881] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1750.878267] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.878267] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1750.878267] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1750.878267] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1750.878267] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1750.878507] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1750.878507] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1750.878507] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1750.883019] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58802137-44ba-4a2e-be4c-ed08f590ba86 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.891404] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbcc4ff-5dd0-4f44-a2a3-a11a5efff3f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.957889] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Successfully created port: 1684444a-ddaa-4adc-9dae-fce316b877e9 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.001799] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ff5d0-9b97-d774-849e-5caa6aad6dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.002347] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.002685] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.003088] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.003610] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.003789] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.004278] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc6d57bc-2dd9-45b8-a482-2be97862f678 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.014492] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.014970] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.015426] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0de386-83ef-41ea-b3eb-97acec6e8edc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.021697] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1751.021697] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524c34aa-5e10-d648-7548-1e6238bc1bfc" [ 1751.021697] env[62743]: _type = "Task" [ 1751.021697] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.030559] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524c34aa-5e10-d648-7548-1e6238bc1bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.141490] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.142122] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1751.145315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.739s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.150019] env[62743]: INFO nova.compute.claims [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1751.176645] env[62743]: DEBUG oslo_vmware.api [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063252, 'name': PowerOnVM_Task, 'duration_secs': 1.042025} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.177503] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.177503] env[62743]: INFO nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1751.177674] env[62743]: DEBUG nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.178811] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c0185-0974-40b4-b558-1e10972e7817 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.337279] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.363557] env[62743]: INFO nova.compute.manager [-] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Took 2.35 seconds to deallocate network for instance. [ 1751.535933] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524c34aa-5e10-d648-7548-1e6238bc1bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.020815} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.536715] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4aa3cad-b484-4ff5-85f3-a7ab7fa6a95d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.542952] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1751.542952] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529d3a30-87a8-8d00-0b67-d99316e83c82" [ 1751.542952] env[62743]: _type = "Task" [ 1751.542952] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.552181] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529d3a30-87a8-8d00-0b67-d99316e83c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.653112] env[62743]: DEBUG nova.compute.utils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.659514] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1751.659514] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.663563] env[62743]: DEBUG nova.network.neutron [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updated VIF entry in instance network info cache for port 2ba009fd-adfc-4356-97c8-15ea3d3e5ad8. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.665672] env[62743]: DEBUG nova.network.neutron [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [{"id": "2ba009fd-adfc-4356-97c8-15ea3d3e5ad8", "address": "fa:16:3e:87:f0:7c", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba009fd-ad", "ovs_interfaceid": "2ba009fd-adfc-4356-97c8-15ea3d3e5ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.709556] env[62743]: INFO nova.compute.manager [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Took 18.14 seconds to build instance. [ 1751.796201] env[62743]: DEBUG nova.network.neutron [-] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.840936] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063254, 'name': ReconfigVM_Task, 'duration_secs': 0.866316} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.841355] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Reconfigured VM instance instance-00000005 to attach disk [datastore1] fd976259-0234-431b-8d24-0c5466cc8716/fd976259-0234-431b-8d24-0c5466cc8716.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.841842] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63b1a931-cb7e-497d-b64d-4d7b51a1ce6b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.849705] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1751.849705] env[62743]: value = "task-2063255" [ 1751.849705] env[62743]: _type = "Task" [ 1751.849705] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.858166] env[62743]: DEBUG nova.policy [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '235bd773a43e475fa86ec2e0551eb047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28f6fb1e18604aa890ebdb6067ff4c85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.865244] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063255, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.875758] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.055622] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529d3a30-87a8-8d00-0b67-d99316e83c82, 'name': SearchDatastore_Task, 'duration_secs': 0.017238} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.056528] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.057341] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4deff428-c031-4f48-a875-c752206d7f2b/4deff428-c031-4f48-a875-c752206d7f2b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.059113] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd71e77-f12a-444c-bb7f-4b9d08c98dba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.067694] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1752.067694] env[62743]: value = "task-2063256" [ 1752.067694] env[62743]: _type = "Task" [ 1752.067694] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.079495] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.160540] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1752.168522] env[62743]: DEBUG oslo_concurrency.lockutils [req-a78a019b-571d-4f35-a7d5-13f0b3c77588 req-7776d4d0-1b13-4ce1-abe6-032eaeec5682 service nova] Releasing lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.215871] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27342ba4-936f-4640-8b9a-e9c24ecf6876 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.654s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.298516] env[62743]: INFO nova.compute.manager [-] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Took 2.25 seconds to deallocate network for instance. [ 1752.360435] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Acquiring lock "fc7a25a1-9451-4532-a172-9554a3f74344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.361435] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Lock "fc7a25a1-9451-4532-a172-9554a3f74344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.361823] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Acquiring lock "fc7a25a1-9451-4532-a172-9554a3f74344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.362313] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Lock "fc7a25a1-9451-4532-a172-9554a3f74344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.362641] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Lock "fc7a25a1-9451-4532-a172-9554a3f74344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.365830] env[62743]: INFO nova.compute.manager [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Terminating instance [ 1752.372024] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063255, 'name': Rename_Task, 'duration_secs': 0.377425} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.377231] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.379196] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d1e5f71-7e99-4402-b34e-f1b7d44bd24c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.387981] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1752.387981] env[62743]: value = "task-2063257" [ 1752.387981] env[62743]: _type = "Task" [ 1752.387981] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.409259] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.503200] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d21c48-73f6-4762-9c32-b59b197cf2d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.514819] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad0204b-9540-4059-abc1-dea0e7262fe9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.551987] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d99b170-ff0d-4075-a007-7b955544d54b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.560517] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c90e29-7a97-4253-9e2b-830963a33b22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.576792] env[62743]: DEBUG nova.compute.provider_tree [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.588368] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.695409] env[62743]: DEBUG nova.network.neutron [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Updated VIF entry in instance network info cache for port ee13d246-76b4-4350-9134-71f210168501. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.695645] env[62743]: DEBUG nova.network.neutron [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Updating instance_info_cache with network_info: [{"id": "ee13d246-76b4-4350-9134-71f210168501", "address": "fa:16:3e:0d:a4:1f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee13d246-76", "ovs_interfaceid": "ee13d246-76b4-4350-9134-71f210168501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.720959] env[62743]: DEBUG nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1752.815518] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.883188] env[62743]: DEBUG nova.compute.manager [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.883494] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.884553] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c20d37-682a-474c-b0eb-842169ff5da7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.913468] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.913815] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063257, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.916179] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f452a1-6c97-4e2b-85ae-966b30c43fcb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.928936] env[62743]: DEBUG oslo_vmware.api [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Waiting for the task: (returnval){ [ 1752.928936] env[62743]: value = "task-2063258" [ 1752.928936] env[62743]: _type = "Task" [ 1752.928936] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.945675] env[62743]: DEBUG oslo_vmware.api [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Task: {'id': task-2063258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.978526] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "3e05676e-70ae-4a04-a386-6b53eba82684" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.978577] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "3e05676e-70ae-4a04-a386-6b53eba82684" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.086028] env[62743]: DEBUG nova.scheduler.client.report [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.092411] env[62743]: DEBUG nova.network.neutron [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Successfully updated port: 3a5788ae-1aed-4974-ad2f-7d31d34f025f {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.100814] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711515} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.101509] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4deff428-c031-4f48-a875-c752206d7f2b/4deff428-c031-4f48-a875-c752206d7f2b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1753.102329] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1753.102900] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5654da1b-a062-4e8b-aaca-4b34b414d5e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.114303] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1753.114303] env[62743]: value = "task-2063259" [ 1753.114303] env[62743]: _type = "Task" [ 1753.114303] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.125560] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.175109] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1753.198893] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fccec9b-badf-4a81-8ee4-e3d386d30981 req-bb6f5d7e-0daf-4861-ae9b-f500d3319c9d service nova] Releasing lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.215371] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.215371] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.215371] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.215536] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.215536] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.215794] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.216359] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.217092] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.217092] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.217092] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.217629] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.218537] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3adc8e-3cbf-4890-850f-65c1eb97ded2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.238487] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992cc92b-bc53-4a1a-a92a-219b0929afd6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.256914] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.407249] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063257, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.442140] env[62743]: DEBUG oslo_vmware.api [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Task: {'id': task-2063258, 'name': PowerOffVM_Task, 'duration_secs': 0.192008} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.442539] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.442775] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.443088] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc89d1a1-1cc7-4c7d-a2a2-44d97667157e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.539204] env[62743]: DEBUG nova.compute.manager [req-5da232ee-79e4-4fc1-b49d-0ed33b3d892a req-e7069c2f-4f54-4030-bd26-67acf1c687b8 service nova] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Received event network-vif-deleted-a5f4062a-332b-401d-8895-de964ac85f75 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1753.539286] env[62743]: DEBUG nova.compute.manager [req-5da232ee-79e4-4fc1-b49d-0ed33b3d892a req-e7069c2f-4f54-4030-bd26-67acf1c687b8 service nova] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Received event network-vif-deleted-3c66057d-aecc-4f38-9114-6932afd2d9cc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1753.574901] env[62743]: DEBUG nova.compute.manager [req-2ac7039c-dedb-406f-87d9-fdd788cac66e req-b1869476-90dc-41e7-bb47-32d49580e094 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Received event network-vif-plugged-3a5788ae-1aed-4974-ad2f-7d31d34f025f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1753.575734] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ac7039c-dedb-406f-87d9-fdd788cac66e req-b1869476-90dc-41e7-bb47-32d49580e094 service nova] Acquiring lock "34e9a264-7999-4715-83bb-488219204ca7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.575734] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ac7039c-dedb-406f-87d9-fdd788cac66e req-b1869476-90dc-41e7-bb47-32d49580e094 service nova] Lock "34e9a264-7999-4715-83bb-488219204ca7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.575734] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ac7039c-dedb-406f-87d9-fdd788cac66e req-b1869476-90dc-41e7-bb47-32d49580e094 service nova] Lock "34e9a264-7999-4715-83bb-488219204ca7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.575734] env[62743]: DEBUG nova.compute.manager [req-2ac7039c-dedb-406f-87d9-fdd788cac66e req-b1869476-90dc-41e7-bb47-32d49580e094 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] No waiting events found dispatching network-vif-plugged-3a5788ae-1aed-4974-ad2f-7d31d34f025f {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.576201] env[62743]: WARNING nova.compute.manager [req-2ac7039c-dedb-406f-87d9-fdd788cac66e req-b1869476-90dc-41e7-bb47-32d49580e094 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Received unexpected event network-vif-plugged-3a5788ae-1aed-4974-ad2f-7d31d34f025f for instance with vm_state building and task_state spawning. [ 1753.595403] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.595934] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1753.600361] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "refresh_cache-34e9a264-7999-4715-83bb-488219204ca7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.600361] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "refresh_cache-34e9a264-7999-4715-83bb-488219204ca7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.600361] env[62743]: DEBUG nova.network.neutron [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.602779] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.335s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.605296] env[62743]: INFO nova.compute.claims [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1753.613454] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.613454] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.613454] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Deleting the datastore file [datastore1] fc7a25a1-9451-4532-a172-9554a3f74344 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.616611] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe20e75-d4a7-4b63-8b73-c21c165d702c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.629036] env[62743]: DEBUG oslo_vmware.api [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Waiting for the task: (returnval){ [ 1753.629036] env[62743]: value = "task-2063261" [ 1753.629036] env[62743]: _type = "Task" [ 1753.629036] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.634152] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090093} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.638872] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1753.639590] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7587963-79b6-46fa-8a5b-11a0bfef4811 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.650579] env[62743]: DEBUG oslo_vmware.api [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Task: {'id': task-2063261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.672307] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 4deff428-c031-4f48-a875-c752206d7f2b/4deff428-c031-4f48-a875-c752206d7f2b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.672958] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e30c73e4-2f01-4009-983f-afbf3637972b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.699876] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1753.699876] env[62743]: value = "task-2063262" [ 1753.699876] env[62743]: _type = "Task" [ 1753.699876] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.709797] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.866132] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Successfully created port: f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.910886] env[62743]: DEBUG oslo_vmware.api [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063257, 'name': PowerOnVM_Task, 'duration_secs': 1.194458} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.912013] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1753.912013] env[62743]: INFO nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1753.912013] env[62743]: DEBUG nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1753.912600] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0a18df-0eaf-40d6-9685-dc7105a27686 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.104401] env[62743]: DEBUG nova.compute.utils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.108676] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.108862] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.143323] env[62743]: DEBUG oslo_vmware.api [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Task: {'id': task-2063261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190741} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.143702] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.143787] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.144123] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.144123] env[62743]: INFO nova.compute.manager [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1754.144357] env[62743]: DEBUG oslo.service.loopingcall [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.144922] env[62743]: DEBUG nova.compute.manager [-] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.144922] env[62743]: DEBUG nova.network.neutron [-] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1754.210802] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063262, 'name': ReconfigVM_Task, 'duration_secs': 0.322365} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.210802] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 4deff428-c031-4f48-a875-c752206d7f2b/4deff428-c031-4f48-a875-c752206d7f2b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.211354] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c68cb994-a380-4986-abcd-1351f8bb9d30 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.218682] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1754.218682] env[62743]: value = "task-2063263" [ 1754.218682] env[62743]: _type = "Task" [ 1754.218682] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.227837] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063263, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.258665] env[62743]: DEBUG nova.network.neutron [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.344773] env[62743]: DEBUG nova.policy [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '235bd773a43e475fa86ec2e0551eb047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28f6fb1e18604aa890ebdb6067ff4c85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.445530] env[62743]: INFO nova.compute.manager [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Took 20.77 seconds to build instance. [ 1754.609313] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1754.729152] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063263, 'name': Rename_Task, 'duration_secs': 0.149542} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.729152] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.729381] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977cecde-e0de-4c38-9412-735df509fdff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.739828] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1754.739828] env[62743]: value = "task-2063264" [ 1754.739828] env[62743]: _type = "Task" [ 1754.739828] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.750245] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.934100] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a206fb45-96e2-431a-9986-9a73c04d908b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.945140] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f766865-41fd-42c3-96b2-daa033e48d44 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.951495] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a1dceab-7b16-4706-8bf1-103e27a97868 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "fd976259-0234-431b-8d24-0c5466cc8716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.289s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.987971] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4eaf22-7032-4b85-9b2c-b346c9cf76b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.997117] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d9884-b383-4be6-a593-b2676b74f4be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.016865] env[62743]: DEBUG nova.compute.provider_tree [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.251620] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063264, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.286608] env[62743]: DEBUG nova.network.neutron [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Updating instance_info_cache with network_info: [{"id": "3a5788ae-1aed-4974-ad2f-7d31d34f025f", "address": "fa:16:3e:0b:12:52", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5788ae-1a", "ovs_interfaceid": "3a5788ae-1aed-4974-ad2f-7d31d34f025f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.455674] env[62743]: DEBUG nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1755.520926] env[62743]: DEBUG nova.scheduler.client.report [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.620967] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1755.656594] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1755.656953] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1755.657130] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1755.657312] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1755.657457] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1755.657630] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1755.657805] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1755.657955] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1755.658130] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1755.658290] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1755.658459] env[62743]: DEBUG nova.virt.hardware [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1755.659343] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c05933-dd12-4ab9-aa72-0f96b0def7d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.667974] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0376e8-fc0c-4fc5-a9a4-dfd324171374 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.753561] env[62743]: DEBUG oslo_vmware.api [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063264, 'name': PowerOnVM_Task, 'duration_secs': 0.596248} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.753561] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.753561] env[62743]: INFO nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1755.753742] env[62743]: DEBUG nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.754536] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9525e-26c0-481e-a882-614d3ef9efde {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.795829] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "refresh_cache-34e9a264-7999-4715-83bb-488219204ca7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.795829] env[62743]: DEBUG nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Instance network_info: |[{"id": "3a5788ae-1aed-4974-ad2f-7d31d34f025f", "address": "fa:16:3e:0b:12:52", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5788ae-1a", "ovs_interfaceid": "3a5788ae-1aed-4974-ad2f-7d31d34f025f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.797293] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:12:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a5788ae-1aed-4974-ad2f-7d31d34f025f', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.807348] env[62743]: DEBUG oslo.service.loopingcall [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.807602] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.808825] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7639d44e-0a5c-4236-983b-f03a19594d1b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.829745] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.829745] env[62743]: value = "task-2063265" [ 1755.829745] env[62743]: _type = "Task" [ 1755.829745] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.838720] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063265, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.984929] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.027546] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.029172] env[62743]: DEBUG nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.033229] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.299s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.035112] env[62743]: INFO nova.compute.claims [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.052782] env[62743]: DEBUG nova.compute.manager [None req-81c795eb-ffeb-4ef9-a930-650fe3533daf tempest-ServerDiagnosticsTest-1483005393 tempest-ServerDiagnosticsTest-1483005393-project-admin] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.057238] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa0c12-b891-4e92-8e59-3eaf7736893e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.065330] env[62743]: INFO nova.compute.manager [None req-81c795eb-ffeb-4ef9-a930-650fe3533daf tempest-ServerDiagnosticsTest-1483005393 tempest-ServerDiagnosticsTest-1483005393-project-admin] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Retrieving diagnostics [ 1756.067278] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1c494-c98f-49a9-94f2-df6122529c63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.162156] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Successfully created port: a089fe06-2138-489e-b924-920893eec16a {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1756.222310] env[62743]: DEBUG nova.network.neutron [-] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.278223] env[62743]: INFO nova.compute.manager [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Took 22.32 seconds to build instance. [ 1756.308292] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Successfully updated port: 1684444a-ddaa-4adc-9dae-fce316b877e9 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1756.341490] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063265, 'name': CreateVM_Task, 'duration_secs': 0.492695} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.341708] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1756.342376] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.342540] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.343086] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1756.343371] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e0fb82-e87c-46dd-8e81-9417d4dd6f5b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.350462] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1756.350462] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f21675-3716-3f72-b7e4-bd070779585d" [ 1756.350462] env[62743]: _type = "Task" [ 1756.350462] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.360724] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f21675-3716-3f72-b7e4-bd070779585d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.537097] env[62743]: DEBUG nova.compute.utils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1756.540450] env[62743]: DEBUG nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1756.540450] env[62743]: DEBUG nova.network.neutron [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1756.727203] env[62743]: INFO nova.compute.manager [-] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Took 2.58 seconds to deallocate network for instance. [ 1756.733453] env[62743]: DEBUG nova.policy [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297e4e553d0f46bc8d5403c5b1258d7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe37fca78f14f05b72f10bfb5eddcd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1756.781477] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be505e21-d248-4e65-a3a3-fd6b869ad6a1 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "4deff428-c031-4f48-a875-c752206d7f2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.832s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.814151] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "refresh_cache-eb920195-af31-4bb4-b7b4-9bc60a213c2d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.814408] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "refresh_cache-eb920195-af31-4bb4-b7b4-9bc60a213c2d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.814477] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.876021] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f21675-3716-3f72-b7e4-bd070779585d, 'name': SearchDatastore_Task, 'duration_secs': 0.012033} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.876021] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.876021] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1756.876021] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.876703] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.876703] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.876703] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78e21f07-fabe-4c95-ac2a-e504d0911ed4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.890611] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.891856] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1756.894992] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9d9a2a-5e12-43d9-ab39-fe53eed9dd45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.907122] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1756.907122] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522df472-06d4-ab98-0bd6-1069a8a7c592" [ 1756.907122] env[62743]: _type = "Task" [ 1756.907122] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.915984] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522df472-06d4-ab98-0bd6-1069a8a7c592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.044470] env[62743]: DEBUG nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1757.235634] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.312761] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394cf7b1-ecc3-4b54-bdab-acf76c740439 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.325514] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d503d42-0b00-46e5-b86c-25e82a8d3a80 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.363314] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f90150d-7450-41e4-a56f-e96ac4ed4038 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.372503] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068dee53-55c3-4da6-920f-37d641e3c91b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.389244] env[62743]: DEBUG nova.compute.provider_tree [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.419544] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522df472-06d4-ab98-0bd6-1069a8a7c592, 'name': SearchDatastore_Task, 'duration_secs': 0.032959} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.421240] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f87655b-e10b-4a33-b8e2-d550fe42fbdb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.427900] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1757.427900] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aa181e-b37e-b86a-1530-fe9a73aaced8" [ 1757.427900] env[62743]: _type = "Task" [ 1757.427900] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.437022] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52aa181e-b37e-b86a-1530-fe9a73aaced8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.500664] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1757.684849] env[62743]: DEBUG nova.network.neutron [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Successfully created port: b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1757.795992] env[62743]: DEBUG nova.compute.manager [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Received event network-changed-3a5788ae-1aed-4974-ad2f-7d31d34f025f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1757.795992] env[62743]: DEBUG nova.compute.manager [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Refreshing instance network info cache due to event network-changed-3a5788ae-1aed-4974-ad2f-7d31d34f025f. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1757.796278] env[62743]: DEBUG oslo_concurrency.lockutils [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] Acquiring lock "refresh_cache-34e9a264-7999-4715-83bb-488219204ca7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.796367] env[62743]: DEBUG oslo_concurrency.lockutils [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] Acquired lock "refresh_cache-34e9a264-7999-4715-83bb-488219204ca7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.796531] env[62743]: DEBUG nova.network.neutron [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Refreshing network info cache for port 3a5788ae-1aed-4974-ad2f-7d31d34f025f {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.825508] env[62743]: DEBUG nova.compute.manager [req-5bc6cfd2-218f-4912-a336-4fa3400c7939 req-675368ea-c2cc-4236-8f3d-c6bf940312d6 service nova] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Received event network-vif-deleted-fba3fb30-ba67-4864-b654-21ec9498c0ec {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1757.893068] env[62743]: DEBUG nova.scheduler.client.report [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.939479] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52aa181e-b37e-b86a-1530-fe9a73aaced8, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.939479] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.939479] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 34e9a264-7999-4715-83bb-488219204ca7/34e9a264-7999-4715-83bb-488219204ca7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1757.939966] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92697ebd-920f-426d-9965-cb09759e818f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.950063] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1757.950063] env[62743]: value = "task-2063266" [ 1757.950063] env[62743]: _type = "Task" [ 1757.950063] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.965683] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.057450] env[62743]: DEBUG nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1758.097295] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1758.097551] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.097728] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1758.097985] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.101019] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1758.101247] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1758.101528] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1758.101726] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1758.101940] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1758.102155] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1758.102380] env[62743]: DEBUG nova.virt.hardware [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1758.104810] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb111f5d-097c-4653-87f1-27a5e55a773a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.110531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "414ecfc0-b23e-4027-a227-772f4867827e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.110750] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "414ecfc0-b23e-4027-a227-772f4867827e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.121496] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aea657-ee6d-4a72-b8c0-10a35bcd82d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.263946] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Updating instance_info_cache with network_info: [{"id": "1684444a-ddaa-4adc-9dae-fce316b877e9", "address": "fa:16:3e:ab:17:2e", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1684444a-dd", "ovs_interfaceid": "1684444a-ddaa-4adc-9dae-fce316b877e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.400341] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.401671] env[62743]: DEBUG nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1758.411919] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.220s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.416281] env[62743]: INFO nova.compute.claims [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.467277] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063266, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.616625] env[62743]: DEBUG nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1758.769836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "refresh_cache-eb920195-af31-4bb4-b7b4-9bc60a213c2d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.773519] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Instance network_info: |[{"id": "1684444a-ddaa-4adc-9dae-fce316b877e9", "address": "fa:16:3e:ab:17:2e", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1684444a-dd", "ovs_interfaceid": "1684444a-ddaa-4adc-9dae-fce316b877e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1758.774364] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "fd976259-0234-431b-8d24-0c5466cc8716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.775855] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "fd976259-0234-431b-8d24-0c5466cc8716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.776256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "fd976259-0234-431b-8d24-0c5466cc8716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.777027] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "fd976259-0234-431b-8d24-0c5466cc8716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.777027] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "fd976259-0234-431b-8d24-0c5466cc8716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.779176] env[62743]: INFO nova.compute.manager [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Terminating instance [ 1758.780921] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:17:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1684444a-ddaa-4adc-9dae-fce316b877e9', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1758.795238] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Creating folder: Project (28f6fb1e18604aa890ebdb6067ff4c85). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.796799] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4ab195-8d0d-484e-8677-0bd67ab7f797 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.811782] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Created folder: Project (28f6fb1e18604aa890ebdb6067ff4c85) in parent group-v423128. [ 1758.811937] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Creating folder: Instances. Parent ref: group-v423148. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1758.816150] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b09dbfa-ff76-4714-b170-53a1d8e30c3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.830133] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Created folder: Instances in parent group-v423148. [ 1758.830133] env[62743]: DEBUG oslo.service.loopingcall [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.830133] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1758.830133] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33090ed1-f256-4c6b-a1ff-c20483400071 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.870797] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1758.870797] env[62743]: value = "task-2063269" [ 1758.870797] env[62743]: _type = "Task" [ 1758.870797] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.884027] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063269, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.920958] env[62743]: DEBUG nova.compute.utils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1758.926515] env[62743]: DEBUG nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1758.926515] env[62743]: DEBUG nova.network.neutron [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1758.969408] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Successfully updated port: f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1758.982846] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654433} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.986184] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 34e9a264-7999-4715-83bb-488219204ca7/34e9a264-7999-4715-83bb-488219204ca7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1758.986184] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1758.990213] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-230ce3f4-b429-4f0b-bf73-ded454b9375e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.004433] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1759.004433] env[62743]: value = "task-2063270" [ 1759.004433] env[62743]: _type = "Task" [ 1759.004433] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.020918] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.090187] env[62743]: DEBUG nova.policy [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f51334c98c419caeff77bf44670a90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4f0066916c045778d9ebad9d51d5eae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.147819] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.209880] env[62743]: DEBUG nova.network.neutron [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Updated VIF entry in instance network info cache for port 3a5788ae-1aed-4974-ad2f-7d31d34f025f. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.210244] env[62743]: DEBUG nova.network.neutron [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Updating instance_info_cache with network_info: [{"id": "3a5788ae-1aed-4974-ad2f-7d31d34f025f", "address": "fa:16:3e:0b:12:52", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a5788ae-1a", "ovs_interfaceid": "3a5788ae-1aed-4974-ad2f-7d31d34f025f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.299358] env[62743]: DEBUG nova.compute.manager [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.299925] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.301805] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa72602-f1ef-47fd-928e-aef2b1b66b3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.315778] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.316135] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16356100-baef-410c-bb07-6440a6a77c72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.328134] env[62743]: DEBUG oslo_vmware.api [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1759.328134] env[62743]: value = "task-2063271" [ 1759.328134] env[62743]: _type = "Task" [ 1759.328134] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.342087] env[62743]: DEBUG oslo_vmware.api [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.375953] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Successfully updated port: a089fe06-2138-489e-b924-920893eec16a {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1759.386629] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063269, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.425372] env[62743]: DEBUG nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1759.475870] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "refresh_cache-e6a3c7ea-daff-4ffb-b5d0-466401b03c87" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.476088] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "refresh_cache-e6a3c7ea-daff-4ffb-b5d0-466401b03c87" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.476219] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.525362] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077075} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.526701] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1759.527527] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b19f4-63c6-4657-9836-652f0460abe2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.558591] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 34e9a264-7999-4715-83bb-488219204ca7/34e9a264-7999-4715-83bb-488219204ca7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.564594] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa36b99-7864-45eb-ac5a-a436df4a368b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.584363] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1759.584363] env[62743]: value = "task-2063272" [ 1759.584363] env[62743]: _type = "Task" [ 1759.584363] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.596920] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.714886] env[62743]: DEBUG oslo_concurrency.lockutils [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] Releasing lock "refresh_cache-34e9a264-7999-4715-83bb-488219204ca7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.715371] env[62743]: DEBUG nova.compute.manager [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Received event network-vif-plugged-1684444a-ddaa-4adc-9dae-fce316b877e9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1759.715371] env[62743]: DEBUG oslo_concurrency.lockutils [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] Acquiring lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.715371] env[62743]: DEBUG oslo_concurrency.lockutils [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.715655] env[62743]: DEBUG oslo_concurrency.lockutils [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.715851] env[62743]: DEBUG nova.compute.manager [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] No waiting events found dispatching network-vif-plugged-1684444a-ddaa-4adc-9dae-fce316b877e9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.716066] env[62743]: WARNING nova.compute.manager [req-2afe2be8-a327-45af-9a08-1bbdd07b45df req-eb6419d6-37bb-48b3-8cc5-be89bb6bc7a9 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Received unexpected event network-vif-plugged-1684444a-ddaa-4adc-9dae-fce316b877e9 for instance with vm_state building and task_state spawning. [ 1759.766268] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784c0c13-5f8f-488c-9fa4-2d6dfc975e35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.774019] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d9903-524a-41da-b7ab-e73fa64bac63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.813502] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef721f-c561-435f-b212-bdf2e1b55b5f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.825068] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ef936-c993-4ffe-ae1c-b71881f08fd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.844088] env[62743]: DEBUG oslo_vmware.api [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063271, 'name': PowerOffVM_Task, 'duration_secs': 0.254285} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.852162] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.852469] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.852937] env[62743]: DEBUG nova.compute.provider_tree [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.854765] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0ed51ed-02f2-4cdf-b59f-0f16f916677e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.880459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "refresh_cache-af80c7da-2699-4b40-b829-529c89d2572b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.880459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "refresh_cache-af80c7da-2699-4b40-b829-529c89d2572b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.880459] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.888921] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063269, 'name': CreateVM_Task, 'duration_secs': 0.63811} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.889551] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.893476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.893476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.893476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.893476] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3fac9ad-6bee-4c43-b16b-07a3b0a6fbec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.900344] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1759.900344] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5269f84a-bac7-2971-9043-d491c2ff4750" [ 1759.900344] env[62743]: _type = "Task" [ 1759.900344] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.913212] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5269f84a-bac7-2971-9043-d491c2ff4750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.944311] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.944311] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.944311] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Deleting the datastore file [datastore1] fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.948506] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f607075b-00f6-42d8-86a7-b1a7436eee0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.952335] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "94bf8010-b4e1-461f-aba7-0323563f3368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.952698] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "94bf8010-b4e1-461f-aba7-0323563f3368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.960084] env[62743]: DEBUG oslo_vmware.api [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for the task: (returnval){ [ 1759.960084] env[62743]: value = "task-2063274" [ 1759.960084] env[62743]: _type = "Task" [ 1759.960084] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.976304] env[62743]: DEBUG oslo_vmware.api [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.096487] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063272, 'name': ReconfigVM_Task, 'duration_secs': 0.291515} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.096822] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 34e9a264-7999-4715-83bb-488219204ca7/34e9a264-7999-4715-83bb-488219204ca7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.097557] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20a67a84-5c2d-4308-9dbd-71a1226a20c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.107997] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1760.107997] env[62743]: value = "task-2063275" [ 1760.107997] env[62743]: _type = "Task" [ 1760.107997] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.115460] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.124358] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063275, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.359342] env[62743]: DEBUG nova.scheduler.client.report [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.417961] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5269f84a-bac7-2971-9043-d491c2ff4750, 'name': SearchDatastore_Task, 'duration_secs': 0.022347} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.417961] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.418547] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.418547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.418649] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.418782] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.419315] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32cb4099-7608-4b43-b3b4-77b38c02d2d9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.430976] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.430976] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.434590] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4e951a-f215-4ce7-a665-a9def698a74a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.440973] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1760.440973] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52672ae4-3e0d-d4c0-b4b1-f70cced9538d" [ 1760.440973] env[62743]: _type = "Task" [ 1760.440973] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.447501] env[62743]: DEBUG nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1760.452527] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.459451] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52672ae4-3e0d-d4c0-b4b1-f70cced9538d, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.459451] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fba9e5-937d-4088-9137-7e77511ea4f2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.469715] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1760.469715] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fb3a4a-b90e-fd72-e5d3-cbc351bb3656" [ 1760.469715] env[62743]: _type = "Task" [ 1760.469715] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.472329] env[62743]: DEBUG oslo_vmware.api [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Task: {'id': task-2063274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462462} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.476174] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.476383] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.476594] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.478785] env[62743]: INFO nova.compute.manager [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1760.478785] env[62743]: DEBUG oslo.service.loopingcall [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.479624] env[62743]: DEBUG nova.compute.manager [-] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.479624] env[62743]: DEBUG nova.network.neutron [-] [instance: fd976259-0234-431b-8d24-0c5466cc8716] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.489697] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fb3a4a-b90e-fd72-e5d3-cbc351bb3656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.497234] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:45:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='401825668',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-401343985',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.499015] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.499015] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.499015] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.499015] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.499370] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.499699] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.499966] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.500258] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.500533] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.500900] env[62743]: DEBUG nova.virt.hardware [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.501840] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d318e4c-4b0d-432b-a9e8-5dbf1d9da1fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.510849] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f769cf0-2888-4bf4-bacf-eb3ebe87c539 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.621629] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063275, 'name': Rename_Task, 'duration_secs': 0.187563} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.622156] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.622436] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1186a266-c020-4a7b-bdd0-290fcbbdb7b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.631656] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1760.631656] env[62743]: value = "task-2063276" [ 1760.631656] env[62743]: _type = "Task" [ 1760.631656] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.643123] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.771767] env[62743]: DEBUG nova.network.neutron [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Successfully updated port: b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1760.855277] env[62743]: DEBUG nova.network.neutron [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Successfully created port: 6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1760.870364] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.871233] env[62743]: DEBUG nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1760.877420] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Updating instance_info_cache with network_info: [{"id": "f1c6904e-9991-4f06-a9d3-dcad9b19c0b9", "address": "fa:16:3e:2a:e3:d5", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c6904e-99", "ovs_interfaceid": "f1c6904e-9991-4f06-a9d3-dcad9b19c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.878720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.003s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.878720] env[62743]: DEBUG nova.objects.instance [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lazy-loading 'resources' on Instance uuid d2ae10f8-d578-4bd6-93c7-24d91588672e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.985951] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fb3a4a-b90e-fd72-e5d3-cbc351bb3656, 'name': SearchDatastore_Task, 'duration_secs': 0.022051} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.987226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.987226] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] eb920195-af31-4bb4-b7b4-9bc60a213c2d/eb920195-af31-4bb4-b7b4-9bc60a213c2d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1760.987226] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f85d7385-ec26-471f-86c7-66cde686d3db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.995385] env[62743]: DEBUG nova.network.neutron [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Updating instance_info_cache with network_info: [{"id": "a089fe06-2138-489e-b924-920893eec16a", "address": "fa:16:3e:cc:92:16", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa089fe06-21", "ovs_interfaceid": "a089fe06-2138-489e-b924-920893eec16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.998803] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1760.998803] env[62743]: value = "task-2063277" [ 1760.998803] env[62743]: _type = "Task" [ 1760.998803] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.009066] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.102059] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.102198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.147203] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.275337] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.275642] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.275746] env[62743]: DEBUG nova.network.neutron [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.373198] env[62743]: DEBUG nova.compute.manager [None req-087268ea-4126-4582-bfb4-9979870723c7 tempest-ServerExternalEventsTest-820471818 tempest-ServerExternalEventsTest-820471818-project] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Received event network-changed {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1761.373198] env[62743]: DEBUG nova.compute.manager [None req-087268ea-4126-4582-bfb4-9979870723c7 tempest-ServerExternalEventsTest-820471818 tempest-ServerExternalEventsTest-820471818-project] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Refreshing instance network info cache due to event network-changed. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1761.373198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-087268ea-4126-4582-bfb4-9979870723c7 tempest-ServerExternalEventsTest-820471818 tempest-ServerExternalEventsTest-820471818-project] Acquiring lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.373198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-087268ea-4126-4582-bfb4-9979870723c7 tempest-ServerExternalEventsTest-820471818 tempest-ServerExternalEventsTest-820471818-project] Acquired lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.373198] env[62743]: DEBUG nova.network.neutron [None req-087268ea-4126-4582-bfb4-9979870723c7 tempest-ServerExternalEventsTest-820471818 tempest-ServerExternalEventsTest-820471818-project] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1761.380110] env[62743]: DEBUG nova.compute.utils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.380577] env[62743]: DEBUG nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.380577] env[62743]: DEBUG nova.network.neutron [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.387062] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "refresh_cache-e6a3c7ea-daff-4ffb-b5d0-466401b03c87" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.387468] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Instance network_info: |[{"id": "f1c6904e-9991-4f06-a9d3-dcad9b19c0b9", "address": "fa:16:3e:2a:e3:d5", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c6904e-99", "ovs_interfaceid": "f1c6904e-9991-4f06-a9d3-dcad9b19c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.389039] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:e3:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1c6904e-9991-4f06-a9d3-dcad9b19c0b9', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.399321] env[62743]: DEBUG oslo.service.loopingcall [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.403756] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.403756] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b287df7-1ecb-4b81-8453-ac7dc60bd64c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.434033] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.434033] env[62743]: value = "task-2063278" [ 1761.434033] env[62743]: _type = "Task" [ 1761.434033] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.449311] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063278, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.500536] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "refresh_cache-af80c7da-2699-4b40-b829-529c89d2572b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.502423] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Instance network_info: |[{"id": "a089fe06-2138-489e-b924-920893eec16a", "address": "fa:16:3e:cc:92:16", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa089fe06-21", "ovs_interfaceid": "a089fe06-2138-489e-b924-920893eec16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.502631] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:92:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a089fe06-2138-489e-b924-920893eec16a', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.510903] env[62743]: DEBUG oslo.service.loopingcall [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.517928] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.521138] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45f13d74-0f48-44a9-91aa-84a08024d2fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.547419] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063277, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.548947] env[62743]: DEBUG nova.policy [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84d56e1d02654532a70f8e8a03245496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a05e9e2203c415b862e7d0bcafe4bc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1761.554608] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.554608] env[62743]: value = "task-2063279" [ 1761.554608] env[62743]: _type = "Task" [ 1761.554608] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.571231] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063279, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.652303] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063276, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.772892] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ff3f5-ad24-4319-bbb7-8a2f882d9271 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.795018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b2874-eb0f-46ce-8d4f-b4ca84042f2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.850946] env[62743]: DEBUG nova.network.neutron [-] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.851755] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daea39a2-9ee3-482e-ab41-7ba303369957 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.863867] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c889b85-07b2-42d4-9b83-2e3f0fcd7ce5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.889331] env[62743]: DEBUG nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1761.892951] env[62743]: DEBUG nova.compute.provider_tree [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.954655] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063278, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.961065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "6ee918d4-4e81-46d4-95f8-3a10eec98535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.961065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.014829] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839221} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.015139] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] eb920195-af31-4bb4-b7b4-9bc60a213c2d/eb920195-af31-4bb4-b7b4-9bc60a213c2d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.016227] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.016227] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46c1d215-6fa1-4491-8445-219813c2d61f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.019529] env[62743]: DEBUG nova.network.neutron [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.026817] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1762.026817] env[62743]: value = "task-2063280" [ 1762.026817] env[62743]: _type = "Task" [ 1762.026817] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.043228] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.067661] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063279, 'name': CreateVM_Task, 'duration_secs': 0.509173} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.067661] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.068346] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.068520] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.068827] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.069157] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a39bc7-6654-4a71-98cf-49eb0d48c6e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.076077] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1762.076077] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528b8904-fd70-a264-dcc6-b3e46c1c6083" [ 1762.076077] env[62743]: _type = "Task" [ 1762.076077] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.090463] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528b8904-fd70-a264-dcc6-b3e46c1c6083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.151590] env[62743]: DEBUG oslo_vmware.api [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063276, 'name': PowerOnVM_Task, 'duration_secs': 1.437252} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.151590] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1762.151590] env[62743]: INFO nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Took 13.72 seconds to spawn the instance on the hypervisor. [ 1762.151590] env[62743]: DEBUG nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.152664] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef09c9-02c3-4685-9f8a-f7f7186a27e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.356400] env[62743]: INFO nova.compute.manager [-] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Took 1.88 seconds to deallocate network for instance. [ 1762.397660] env[62743]: DEBUG nova.scheduler.client.report [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.450697] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063278, 'name': CreateVM_Task, 'duration_secs': 0.544429} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.455484] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.455484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.475134] env[62743]: DEBUG nova.network.neutron [None req-087268ea-4126-4582-bfb4-9979870723c7 tempest-ServerExternalEventsTest-820471818 tempest-ServerExternalEventsTest-820471818-project] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Updating instance_info_cache with network_info: [{"id": "ee13d246-76b4-4350-9134-71f210168501", "address": "fa:16:3e:0d:a4:1f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee13d246-76", "ovs_interfaceid": "ee13d246-76b4-4350-9134-71f210168501", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.539269] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355062} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.539808] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.543655] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b1475b-34f9-4d81-9042-f15db0405905 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.571059] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] eb920195-af31-4bb4-b7b4-9bc60a213c2d/eb920195-af31-4bb4-b7b4-9bc60a213c2d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.571966] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a902e5c7-cd12-4543-ac16-552568aa7298 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.599739] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528b8904-fd70-a264-dcc6-b3e46c1c6083, 'name': SearchDatastore_Task, 'duration_secs': 0.018817} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.602604] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.602604] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.602604] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.602902] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.603173] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.603371] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1762.603371] env[62743]: value = "task-2063281" [ 1762.603371] env[62743]: _type = "Task" [ 1762.603371] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.603666] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.604027] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.604308] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca85519f-4e76-4b2c-914b-ccb76be46265 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.606742] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8819fdb2-a2f5-4d91-ad19-be94535932aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.616020] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1762.616020] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528a68bf-c851-6860-60b9-25f6d78fdec3" [ 1762.616020] env[62743]: _type = "Task" [ 1762.616020] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.619847] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.624993] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.624993] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.624993] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-715dd15f-06c8-4caa-b870-034e518442a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.631985] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528a68bf-c851-6860-60b9-25f6d78fdec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.637276] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1762.637276] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522ea95e-7cc3-ac21-8fe9-3ecc8cce57eb" [ 1762.637276] env[62743]: _type = "Task" [ 1762.637276] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.638032] env[62743]: DEBUG nova.network.neutron [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updating instance_info_cache with network_info: [{"id": "b4fb388b-51d3-4147-9169-231c2ff451e7", "address": "fa:16:3e:c5:2e:a5", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fb388b-51", "ovs_interfaceid": "b4fb388b-51d3-4147-9169-231c2ff451e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.650960] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522ea95e-7cc3-ac21-8fe9-3ecc8cce57eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.675222] env[62743]: INFO nova.compute.manager [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Took 26.88 seconds to build instance. [ 1762.865342] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.908845] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.915964] env[62743]: DEBUG nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1762.918974] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.103s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.918974] env[62743]: DEBUG nova.objects.instance [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lazy-loading 'resources' on Instance uuid e619635b-ce3e-4b56-acdf-655fe3128157 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.968190] env[62743]: INFO nova.scheduler.client.report [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Deleted allocations for instance d2ae10f8-d578-4bd6-93c7-24d91588672e [ 1762.983019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-087268ea-4126-4582-bfb4-9979870723c7 tempest-ServerExternalEventsTest-820471818 tempest-ServerExternalEventsTest-820471818-project] Releasing lock "refresh_cache-4deff428-c031-4f48-a875-c752206d7f2b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.983964] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.983964] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.983964] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.984170] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.984170] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.984170] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.984282] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.984591] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.984795] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.984972] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.986984] env[62743]: DEBUG nova.virt.hardware [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.986984] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b3dc9-7dea-4cd1-90c1-243e5a851017 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.989464] env[62743]: DEBUG nova.network.neutron [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Successfully created port: 92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.003077] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb5e982-b2af-485a-af41-8562eba13768 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.122917] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.139662] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528a68bf-c851-6860-60b9-25f6d78fdec3, 'name': SearchDatastore_Task, 'duration_secs': 0.018585} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.139662] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.139662] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.139662] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.145009] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Releasing lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.146220] env[62743]: DEBUG nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Instance network_info: |[{"id": "b4fb388b-51d3-4147-9169-231c2ff451e7", "address": "fa:16:3e:c5:2e:a5", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fb388b-51", "ovs_interfaceid": "b4fb388b-51d3-4147-9169-231c2ff451e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.146496] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:2e:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4fb388b-51d3-4147-9169-231c2ff451e7', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.153475] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Creating folder: Project (2fe37fca78f14f05b72f10bfb5eddcd2). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.154509] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce16f42-0097-4410-af1b-1dc18baa2c38 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.161159] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522ea95e-7cc3-ac21-8fe9-3ecc8cce57eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017509} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.162565] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8d213a-b508-4d51-b528-96dfbe1d9d2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.166689] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Created folder: Project (2fe37fca78f14f05b72f10bfb5eddcd2) in parent group-v423128. [ 1763.166886] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Creating folder: Instances. Parent ref: group-v423153. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.167570] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e8395f-59ab-48c7-80f7-02ac50932c96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.171836] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1763.171836] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528f6c44-478f-c051-c74e-189f0a186bd3" [ 1763.171836] env[62743]: _type = "Task" [ 1763.171836] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.179724] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Created folder: Instances in parent group-v423153. [ 1763.180092] env[62743]: DEBUG oslo.service.loopingcall [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.184055] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8212978a-9ae9-4e60-956b-b8e99e1ec86e tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "34e9a264-7999-4715-83bb-488219204ca7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.404s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.184055] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.184573] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528f6c44-478f-c051-c74e-189f0a186bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.188390] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f0a1a1-e25b-4be3-9285-218f6b2716f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.215860] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.215860] env[62743]: value = "task-2063284" [ 1763.215860] env[62743]: _type = "Task" [ 1763.215860] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.220925] env[62743]: DEBUG nova.compute.manager [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Received event network-changed-1684444a-ddaa-4adc-9dae-fce316b877e9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1763.221048] env[62743]: DEBUG nova.compute.manager [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Refreshing instance network info cache due to event network-changed-1684444a-ddaa-4adc-9dae-fce316b877e9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1763.221330] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Acquiring lock "refresh_cache-eb920195-af31-4bb4-b7b4-9bc60a213c2d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.222690] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Acquired lock "refresh_cache-eb920195-af31-4bb4-b7b4-9bc60a213c2d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.222690] env[62743]: DEBUG nova.network.neutron [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Refreshing network info cache for port 1684444a-ddaa-4adc-9dae-fce316b877e9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.237824] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063284, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.243132] env[62743]: DEBUG nova.compute.manager [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Received event network-vif-plugged-f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1763.243132] env[62743]: DEBUG oslo_concurrency.lockutils [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] Acquiring lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.243132] env[62743]: DEBUG oslo_concurrency.lockutils [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.243646] env[62743]: DEBUG oslo_concurrency.lockutils [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.244018] env[62743]: DEBUG nova.compute.manager [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] No waiting events found dispatching network-vif-plugged-f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.244334] env[62743]: WARNING nova.compute.manager [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Received unexpected event network-vif-plugged-f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 for instance with vm_state building and task_state spawning. [ 1763.244657] env[62743]: DEBUG nova.compute.manager [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Received event network-changed-f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1763.245230] env[62743]: DEBUG nova.compute.manager [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Refreshing instance network info cache due to event network-changed-f1c6904e-9991-4f06-a9d3-dcad9b19c0b9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1763.245230] env[62743]: DEBUG oslo_concurrency.lockutils [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] Acquiring lock "refresh_cache-e6a3c7ea-daff-4ffb-b5d0-466401b03c87" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.246185] env[62743]: DEBUG oslo_concurrency.lockutils [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] Acquired lock "refresh_cache-e6a3c7ea-daff-4ffb-b5d0-466401b03c87" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.246185] env[62743]: DEBUG nova.network.neutron [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Refreshing network info cache for port f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.353506] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.354011] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.490998] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4005b2d8-ae10-4136-af45-f4faac3563f5 tempest-ImagesNegativeTestJSON-1436550529 tempest-ImagesNegativeTestJSON-1436550529-project-member] Lock "d2ae10f8-d578-4bd6-93c7-24d91588672e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.155s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.577115] env[62743]: DEBUG nova.network.neutron [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Successfully updated port: 6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.627681] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063281, 'name': ReconfigVM_Task, 'duration_secs': 0.925714} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.627681] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] eb920195-af31-4bb4-b7b4-9bc60a213c2d/eb920195-af31-4bb4-b7b4-9bc60a213c2d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.628345] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-110eb763-bcd6-4b9c-bc7c-2dfc6211dc95 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.639258] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1763.639258] env[62743]: value = "task-2063285" [ 1763.639258] env[62743]: _type = "Task" [ 1763.639258] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.651463] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063285, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.687476] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528f6c44-478f-c051-c74e-189f0a186bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.021859} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.691083] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.691466] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af80c7da-2699-4b40-b829-529c89d2572b/af80c7da-2699-4b40-b829-529c89d2572b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.693177] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.693177] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.693435] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c06549df-e100-4d1b-b344-e12fd4d72b76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.696846] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36d2b84e-3b0b-4223-bed2-97e970149a6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.711064] env[62743]: DEBUG nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1763.714136] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1763.714136] env[62743]: value = "task-2063286" [ 1763.714136] env[62743]: _type = "Task" [ 1763.714136] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.714762] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.714972] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.723102] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8705ceb0-e7db-41f8-a466-d348baf71aa2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.744101] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1763.744101] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52797c5c-5357-5d8b-bdb6-b9090bb141c5" [ 1763.744101] env[62743]: _type = "Task" [ 1763.744101] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.744101] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.747305] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063284, 'name': CreateVM_Task, 'duration_secs': 0.413281} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.752414] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.760322] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.760523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.760912] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.762607] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60407a99-c015-4b45-a825-6fa5ea324af0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.769709] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52797c5c-5357-5d8b-bdb6-b9090bb141c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.770742] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1587b7c3-7fab-414e-aa16-799d2f0ccf24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.776198] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1763.776198] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525a3ee0-2d02-dc4b-b557-009fd00d0e90" [ 1763.776198] env[62743]: _type = "Task" [ 1763.776198] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.782470] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1763.782470] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527796b4-09f1-22fa-26dd-5b5e3a08ea80" [ 1763.782470] env[62743]: _type = "Task" [ 1763.782470] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.791192] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525a3ee0-2d02-dc4b-b557-009fd00d0e90, 'name': SearchDatastore_Task, 'duration_secs': 0.013538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.795180] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.798828] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.798963] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.803589] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527796b4-09f1-22fa-26dd-5b5e3a08ea80, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.808155] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.808512] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e6a3c7ea-daff-4ffb-b5d0-466401b03c87/e6a3c7ea-daff-4ffb-b5d0-466401b03c87.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.809184] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.809379] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.809750] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408754c8-9f45-4a1c-aab8-7e50d61f21fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.812470] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3f5879-6249-4a34-b083-c6b26a395024 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.824898] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1763.824898] env[62743]: value = "task-2063287" [ 1763.824898] env[62743]: _type = "Task" [ 1763.824898] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.825470] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.825470] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.826203] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fc6f4f-f069-4593-a2c1-c50afd88185f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.835821] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1763.835821] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aa01e7-0159-1191-8b62-1d7e30e3841a" [ 1763.835821] env[62743]: _type = "Task" [ 1763.835821] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.840043] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.854940] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52aa01e7-0159-1191-8b62-1d7e30e3841a, 'name': SearchDatastore_Task, 'duration_secs': 0.011203} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.855791] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910b66cf-ad23-4c35-8766-878aeb0dd55c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.862025] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1763.862025] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529ba066-4eb9-7a82-7252-8c51291ce94e" [ 1763.862025] env[62743]: _type = "Task" [ 1763.862025] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.872542] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529ba066-4eb9-7a82-7252-8c51291ce94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.887379] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d53fe-475c-4bd1-b878-e52f850d2b88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.903205] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab3dd04-9fd8-41ed-98a9-1d90f42b9aeb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.936284] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198835b5-be37-421f-aeda-ee877fafcb49 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.949336] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf7a9b-5a9b-4f87-968b-6c90c0ed3e3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.963039] env[62743]: DEBUG nova.compute.provider_tree [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.082989] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.083160] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.083320] env[62743]: DEBUG nova.network.neutron [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.167615] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063285, 'name': Rename_Task, 'duration_secs': 0.216228} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.168202] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.168476] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da75595c-5583-4a47-8b63-da0960f2432c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.178101] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1764.178101] env[62743]: value = "task-2063288" [ 1764.178101] env[62743]: _type = "Task" [ 1764.178101] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.189226] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.230490] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507161} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.231362] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af80c7da-2699-4b40-b829-529c89d2572b/af80c7da-2699-4b40-b829-529c89d2572b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.231871] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.232516] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9df2149-a305-4a5b-bfd3-b8d28d048f9c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.238331] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.242453] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1764.242453] env[62743]: value = "task-2063289" [ 1764.242453] env[62743]: _type = "Task" [ 1764.242453] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.251482] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.283495] env[62743]: DEBUG nova.network.neutron [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Updated VIF entry in instance network info cache for port 1684444a-ddaa-4adc-9dae-fce316b877e9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.284352] env[62743]: DEBUG nova.network.neutron [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Updating instance_info_cache with network_info: [{"id": "1684444a-ddaa-4adc-9dae-fce316b877e9", "address": "fa:16:3e:ab:17:2e", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1684444a-dd", "ovs_interfaceid": "1684444a-ddaa-4adc-9dae-fce316b877e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.314158] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.314366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.337871] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063287, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.345840] env[62743]: DEBUG nova.network.neutron [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Updated VIF entry in instance network info cache for port f1c6904e-9991-4f06-a9d3-dcad9b19c0b9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.346218] env[62743]: DEBUG nova.network.neutron [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Updating instance_info_cache with network_info: [{"id": "f1c6904e-9991-4f06-a9d3-dcad9b19c0b9", "address": "fa:16:3e:2a:e3:d5", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1c6904e-99", "ovs_interfaceid": "f1c6904e-9991-4f06-a9d3-dcad9b19c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.374219] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529ba066-4eb9-7a82-7252-8c51291ce94e, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.374511] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.374754] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7757e7a7-8bd7-4057-9e65-83cda5ac2af6/7757e7a7-8bd7-4057-9e65-83cda5ac2af6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.375028] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c763f94c-60d1-4a3f-a648-ca4fd0905160 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.385955] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1764.385955] env[62743]: value = "task-2063290" [ 1764.385955] env[62743]: _type = "Task" [ 1764.385955] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.398648] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.466789] env[62743]: DEBUG nova.scheduler.client.report [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.637340] env[62743]: DEBUG nova.network.neutron [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.653645] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "4deff428-c031-4f48-a875-c752206d7f2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.657096] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "4deff428-c031-4f48-a875-c752206d7f2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.657096] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "4deff428-c031-4f48-a875-c752206d7f2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.657096] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "4deff428-c031-4f48-a875-c752206d7f2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.657096] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "4deff428-c031-4f48-a875-c752206d7f2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.659309] env[62743]: INFO nova.compute.manager [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Terminating instance [ 1764.695677] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.756392] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093975} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.756695] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1764.758955] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36e0af-0301-4b7f-b776-5f272ac395c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.785484] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] af80c7da-2699-4b40-b829-529c89d2572b/af80c7da-2699-4b40-b829-529c89d2572b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.786107] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Releasing lock "refresh_cache-eb920195-af31-4bb4-b7b4-9bc60a213c2d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.786456] env[62743]: DEBUG nova.compute.manager [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Received event network-vif-plugged-a089fe06-2138-489e-b924-920893eec16a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1764.787855] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Acquiring lock "af80c7da-2699-4b40-b829-529c89d2572b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.788299] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Lock "af80c7da-2699-4b40-b829-529c89d2572b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.788479] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Lock "af80c7da-2699-4b40-b829-529c89d2572b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.788654] env[62743]: DEBUG nova.compute.manager [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] No waiting events found dispatching network-vif-plugged-a089fe06-2138-489e-b924-920893eec16a {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.788840] env[62743]: WARNING nova.compute.manager [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Received unexpected event network-vif-plugged-a089fe06-2138-489e-b924-920893eec16a for instance with vm_state building and task_state spawning. [ 1764.788977] env[62743]: DEBUG nova.compute.manager [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Received event network-changed-a089fe06-2138-489e-b924-920893eec16a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1764.789172] env[62743]: DEBUG nova.compute.manager [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Refreshing instance network info cache due to event network-changed-a089fe06-2138-489e-b924-920893eec16a. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1764.789372] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Acquiring lock "refresh_cache-af80c7da-2699-4b40-b829-529c89d2572b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.789543] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Acquired lock "refresh_cache-af80c7da-2699-4b40-b829-529c89d2572b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.789652] env[62743]: DEBUG nova.network.neutron [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Refreshing network info cache for port a089fe06-2138-489e-b924-920893eec16a {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1764.790905] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43d4b25-919e-4e0d-9290-1305a433e6f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.820546] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1764.820546] env[62743]: value = "task-2063291" [ 1764.820546] env[62743]: _type = "Task" [ 1764.820546] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.838961] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.846753] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800019} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.847933] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e6a3c7ea-daff-4ffb-b5d0-466401b03c87/e6a3c7ea-daff-4ffb-b5d0-466401b03c87.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.848259] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.849707] env[62743]: DEBUG oslo_concurrency.lockutils [req-f84e74d3-c82d-44b6-bfcb-8f658e1c62ec req-ec92432d-fad3-4547-bffd-1fe4146ccb50 service nova] Releasing lock "refresh_cache-e6a3c7ea-daff-4ffb-b5d0-466401b03c87" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.851582] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aea18e73-f1c7-4486-a7e0-0c444ab95f5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.864807] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1764.864807] env[62743]: value = "task-2063292" [ 1764.864807] env[62743]: _type = "Task" [ 1764.864807] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.877797] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.899032] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063290, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.974243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.978084] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.721s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.980726] env[62743]: INFO nova.compute.claims [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.009809] env[62743]: INFO nova.scheduler.client.report [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Deleted allocations for instance e619635b-ce3e-4b56-acdf-655fe3128157 [ 1765.059868] env[62743]: DEBUG nova.network.neutron [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Updating instance_info_cache with network_info: [{"id": "6906ecdd-ab94-4dac-be03-02a91e220d17", "address": "fa:16:3e:d6:33:f5", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906ecdd-ab", "ovs_interfaceid": "6906ecdd-ab94-4dac-be03-02a91e220d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.168972] env[62743]: DEBUG nova.compute.manager [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.169242] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.170295] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c699e0-1103-4f0d-9638-bd42a738409b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.183149] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.187878] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2809725-0b32-4e4e-96a0-a5cd8623b5b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.200322] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.201717] env[62743]: DEBUG oslo_vmware.api [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1765.201717] env[62743]: value = "task-2063293" [ 1765.201717] env[62743]: _type = "Task" [ 1765.201717] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.213216] env[62743]: DEBUG oslo_vmware.api [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.332377] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.381076] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208943} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.381579] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.382719] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290bab80-14e2-44c1-a752-41057c1b6d63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.422243] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e6a3c7ea-daff-4ffb-b5d0-466401b03c87/e6a3c7ea-daff-4ffb-b5d0-466401b03c87.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.426777] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-941b4c3d-8eef-4ad5-a68c-39f72006b957 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.442486] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823722} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.442961] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7757e7a7-8bd7-4057-9e65-83cda5ac2af6/7757e7a7-8bd7-4057-9e65-83cda5ac2af6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.443264] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.444041] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9e4cfd7-5a92-4a4e-a4cf-02fac5e1bf1f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.450107] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1765.450107] env[62743]: value = "task-2063294" [ 1765.450107] env[62743]: _type = "Task" [ 1765.450107] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.454769] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1765.454769] env[62743]: value = "task-2063295" [ 1765.454769] env[62743]: _type = "Task" [ 1765.454769] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.465191] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.469138] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.523365] env[62743]: DEBUG oslo_concurrency.lockutils [None req-95587260-67e3-43a4-ba9b-97733daf5653 tempest-ServerDiagnosticsNegativeTest-2000331442 tempest-ServerDiagnosticsNegativeTest-2000331442-project-member] Lock "e619635b-ce3e-4b56-acdf-655fe3128157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.159s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.562105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Releasing lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.565470] env[62743]: DEBUG nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Instance network_info: |[{"id": "6906ecdd-ab94-4dac-be03-02a91e220d17", "address": "fa:16:3e:d6:33:f5", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906ecdd-ab", "ovs_interfaceid": "6906ecdd-ab94-4dac-be03-02a91e220d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1765.566035] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:33:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6906ecdd-ab94-4dac-be03-02a91e220d17', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.570896] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Creating folder: Project (a4f0066916c045778d9ebad9d51d5eae). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.571602] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24f72577-5896-46b7-81a5-86ca64c51797 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.575040] env[62743]: DEBUG nova.network.neutron [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Successfully updated port: 92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.584880] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Created folder: Project (a4f0066916c045778d9ebad9d51d5eae) in parent group-v423128. [ 1765.588017] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Creating folder: Instances. Parent ref: group-v423156. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1765.588017] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b14cec-68b1-4622-8c84-1d44dba5bb6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.601447] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Created folder: Instances in parent group-v423156. [ 1765.601777] env[62743]: DEBUG oslo.service.loopingcall [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.602022] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.602277] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-278da8ea-fa61-43c4-9313-4e41b13b120a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.624596] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.624596] env[62743]: value = "task-2063298" [ 1765.624596] env[62743]: _type = "Task" [ 1765.624596] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.636922] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063298, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.694456] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063288, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.712157] env[62743]: DEBUG oslo_vmware.api [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063293, 'name': PowerOffVM_Task, 'duration_secs': 0.315422} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.712431] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.712597] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.712929] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-253d9ce1-aecd-4c11-9b51-bcc45251122b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.799623] env[62743]: DEBUG nova.network.neutron [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Updated VIF entry in instance network info cache for port a089fe06-2138-489e-b924-920893eec16a. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.800177] env[62743]: DEBUG nova.network.neutron [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Updating instance_info_cache with network_info: [{"id": "a089fe06-2138-489e-b924-920893eec16a", "address": "fa:16:3e:cc:92:16", "network": {"id": "0022b711-0d82-4672-a3a3-d52fc911b39c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-535496757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28f6fb1e18604aa890ebdb6067ff4c85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa089fe06-21", "ovs_interfaceid": "a089fe06-2138-489e-b924-920893eec16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.808963] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.809389] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.809703] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Deleting the datastore file [datastore1] 4deff428-c031-4f48-a875-c752206d7f2b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.810200] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05db9eac-52be-477b-be72-6c7f5d849618 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.820890] env[62743]: DEBUG oslo_vmware.api [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for the task: (returnval){ [ 1765.820890] env[62743]: value = "task-2063300" [ 1765.820890] env[62743]: _type = "Task" [ 1765.820890] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.836773] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063291, 'name': ReconfigVM_Task, 'duration_secs': 0.978222} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.840604] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] af80c7da-2699-4b40-b829-529c89d2572b/af80c7da-2699-4b40-b829-529c89d2572b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.841889] env[62743]: DEBUG oslo_vmware.api [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.842183] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6bf7540-ba9d-4a7e-885e-20ec0ceb1e29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.851356] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1765.851356] env[62743]: value = "task-2063301" [ 1765.851356] env[62743]: _type = "Task" [ 1765.851356] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.861809] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063301, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.963942] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063294, 'name': ReconfigVM_Task, 'duration_secs': 0.355722} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.964785] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e6a3c7ea-daff-4ffb-b5d0-466401b03c87/e6a3c7ea-daff-4ffb-b5d0-466401b03c87.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.965871] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b1ddd2-78da-42e1-9bc3-49c2a113bc4c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.971062] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087262} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.971801] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.973177] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbf65b9-4359-4daa-a27d-85912f13d0ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.978990] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1765.978990] env[62743]: value = "task-2063302" [ 1765.978990] env[62743]: _type = "Task" [ 1765.978990] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.997869] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 7757e7a7-8bd7-4057-9e65-83cda5ac2af6/7757e7a7-8bd7-4057-9e65-83cda5ac2af6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.005343] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f0cf82-73ef-4a93-8b16-ce9b29172910 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.029765] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063302, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.032204] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1766.032204] env[62743]: value = "task-2063303" [ 1766.032204] env[62743]: _type = "Task" [ 1766.032204] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.045714] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.079405] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.079405] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquired lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.079405] env[62743]: DEBUG nova.network.neutron [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.145852] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063298, 'name': CreateVM_Task, 'duration_secs': 0.422458} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.145852] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.145852] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.146110] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.146234] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.146515] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf95a5a-444d-4011-b5f8-8b70bdbf896b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.161874] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1766.161874] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fe9ea5-d5a3-9df5-4633-01c57477fe44" [ 1766.161874] env[62743]: _type = "Task" [ 1766.161874] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.173116] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fe9ea5-d5a3-9df5-4633-01c57477fe44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.198208] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063288, 'name': PowerOnVM_Task, 'duration_secs': 1.705767} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.198756] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.198890] env[62743]: INFO nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Took 15.40 seconds to spawn the instance on the hypervisor. [ 1766.199079] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1766.200490] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8149ed4f-8b79-4b72-8307-c40d52bd7fda {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.303866] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1533202-915c-4574-99e1-72b6d56ba782 req-6a4fdd08-46b7-4111-becb-0da18b115e24 service nova] Releasing lock "refresh_cache-af80c7da-2699-4b40-b829-529c89d2572b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.337965] env[62743]: DEBUG oslo_vmware.api [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Task: {'id': task-2063300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1715} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.340692] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.341097] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.341097] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.341216] env[62743]: INFO nova.compute.manager [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1766.341514] env[62743]: DEBUG oslo.service.loopingcall [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.345238] env[62743]: DEBUG nova.compute.manager [-] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1766.345350] env[62743]: DEBUG nova.network.neutron [-] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.369968] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063301, 'name': Rename_Task, 'duration_secs': 0.24059} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.371217] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.372099] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b9abe-d729-4fff-8ba7-5687785820ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.378310] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a725ba74-80d5-4350-a23a-86451769bb38 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.391763] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d422f0-069e-4381-9c55-945c2a1bff53 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.398762] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1766.398762] env[62743]: value = "task-2063304" [ 1766.398762] env[62743]: _type = "Task" [ 1766.398762] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.432492] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19af5f-0413-4b1f-ba20-8af6f3b91574 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.439594] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063304, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.446028] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3405fe8c-4c02-4b1a-a68e-3d3cf75afd85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.468286] env[62743]: DEBUG nova.compute.provider_tree [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.501107] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063302, 'name': Rename_Task, 'duration_secs': 0.186588} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.502046] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.502046] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-544aa2f3-66de-4e34-8c61-2784e17e52d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.512453] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1766.512453] env[62743]: value = "task-2063305" [ 1766.512453] env[62743]: _type = "Task" [ 1766.512453] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.524948] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.544538] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.631185] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.631403] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.660880] env[62743]: DEBUG nova.network.neutron [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.673841] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fe9ea5-d5a3-9df5-4633-01c57477fe44, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.674186] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.674414] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.674646] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.674790] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.674968] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.675262] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-932702e8-efa3-432d-981b-f6d487a340b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.685031] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.685229] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.688564] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1599c746-a517-4e16-81b5-216169347878 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.696779] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1766.696779] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52132f20-e0b2-0523-a253-0f761eb70b72" [ 1766.696779] env[62743]: _type = "Task" [ 1766.696779] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.708898] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52132f20-e0b2-0523-a253-0f761eb70b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.723727] env[62743]: INFO nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Took 29.47 seconds to build instance. [ 1766.867561] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Received event network-vif-plugged-b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1766.867775] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Acquiring lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.868016] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.870021] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.870021] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] No waiting events found dispatching network-vif-plugged-b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.870204] env[62743]: WARNING nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Received unexpected event network-vif-plugged-b4fb388b-51d3-4147-9169-231c2ff451e7 for instance with vm_state building and task_state spawning. [ 1766.870439] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Received event network-changed-b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1766.870918] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Refreshing instance network info cache due to event network-changed-b4fb388b-51d3-4147-9169-231c2ff451e7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1766.871062] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Acquiring lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.871219] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Acquired lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.871466] env[62743]: DEBUG nova.network.neutron [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Refreshing network info cache for port b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.912247] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063304, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.930257] env[62743]: DEBUG nova.network.neutron [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Updating instance_info_cache with network_info: [{"id": "92e8ebff-3e83-471b-8645-679591508646", "address": "fa:16:3e:60:67:c3", "network": {"id": "c0d0ccdd-ccbf-4712-8c13-27b971c8cd77", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1817960907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a05e9e2203c415b862e7d0bcafe4bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e8ebff-3e", "ovs_interfaceid": "92e8ebff-3e83-471b-8645-679591508646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.969595] env[62743]: DEBUG nova.scheduler.client.report [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.011266] env[62743]: DEBUG nova.compute.manager [req-309058eb-d9d6-4ec4-96d0-495758df996d req-cdaca9d1-bdc6-4559-a42b-6de2a7f8fe71 service nova] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Received event network-vif-deleted-2ba009fd-adfc-4356-97c8-15ea3d3e5ad8 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1767.011345] env[62743]: DEBUG nova.compute.manager [req-309058eb-d9d6-4ec4-96d0-495758df996d req-cdaca9d1-bdc6-4559-a42b-6de2a7f8fe71 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Received event network-vif-plugged-92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1767.012876] env[62743]: DEBUG oslo_concurrency.lockutils [req-309058eb-d9d6-4ec4-96d0-495758df996d req-cdaca9d1-bdc6-4559-a42b-6de2a7f8fe71 service nova] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.012876] env[62743]: DEBUG oslo_concurrency.lockutils [req-309058eb-d9d6-4ec4-96d0-495758df996d req-cdaca9d1-bdc6-4559-a42b-6de2a7f8fe71 service nova] Lock "cef29849-b62f-448e-a20b-563fded880fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.016071] env[62743]: DEBUG oslo_concurrency.lockutils [req-309058eb-d9d6-4ec4-96d0-495758df996d req-cdaca9d1-bdc6-4559-a42b-6de2a7f8fe71 service nova] Lock "cef29849-b62f-448e-a20b-563fded880fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.016525] env[62743]: DEBUG nova.compute.manager [req-309058eb-d9d6-4ec4-96d0-495758df996d req-cdaca9d1-bdc6-4559-a42b-6de2a7f8fe71 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] No waiting events found dispatching network-vif-plugged-92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1767.016879] env[62743]: WARNING nova.compute.manager [req-309058eb-d9d6-4ec4-96d0-495758df996d req-cdaca9d1-bdc6-4559-a42b-6de2a7f8fe71 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Received unexpected event network-vif-plugged-92e8ebff-3e83-471b-8645-679591508646 for instance with vm_state building and task_state spawning. [ 1767.030213] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063305, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.043990] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063303, 'name': ReconfigVM_Task, 'duration_secs': 0.617011} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.044254] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 7757e7a7-8bd7-4057-9e65-83cda5ac2af6/7757e7a7-8bd7-4057-9e65-83cda5ac2af6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.044906] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e44c16-764a-45cd-af26-a6a98dbe8544 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.054868] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1767.054868] env[62743]: value = "task-2063306" [ 1767.054868] env[62743]: _type = "Task" [ 1767.054868] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.072093] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063306, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.215813] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52132f20-e0b2-0523-a253-0f761eb70b72, 'name': SearchDatastore_Task, 'duration_secs': 0.022852} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.216688] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a44d73-756b-47b6-861a-530362e60a6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.223307] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1767.223307] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529b13a3-2c51-ba08-fa37-a12979993434" [ 1767.223307] env[62743]: _type = "Task" [ 1767.223307] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.227404] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.984s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.237864] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529b13a3-2c51-ba08-fa37-a12979993434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.375282] env[62743]: DEBUG nova.network.neutron [-] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.415635] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063304, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.433358] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Releasing lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.433748] env[62743]: DEBUG nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Instance network_info: |[{"id": "92e8ebff-3e83-471b-8645-679591508646", "address": "fa:16:3e:60:67:c3", "network": {"id": "c0d0ccdd-ccbf-4712-8c13-27b971c8cd77", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1817960907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a05e9e2203c415b862e7d0bcafe4bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e8ebff-3e", "ovs_interfaceid": "92e8ebff-3e83-471b-8645-679591508646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1767.434187] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:67:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e8ebff-3e83-471b-8645-679591508646', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.444294] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Creating folder: Project (5a05e9e2203c415b862e7d0bcafe4bc5). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.444969] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89e9b23f-79af-49fc-b95d-e76e4e2f3568 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.466031] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Created folder: Project (5a05e9e2203c415b862e7d0bcafe4bc5) in parent group-v423128. [ 1767.466031] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Creating folder: Instances. Parent ref: group-v423159. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.466339] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44afc812-c1b3-4291-b3ef-3f9a7b51d23a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.479984] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Created folder: Instances in parent group-v423159. [ 1767.480307] env[62743]: DEBUG oslo.service.loopingcall [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.480377] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef29849-b62f-448e-a20b-563fded880fe] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.480569] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-471c3b1c-1c13-40c2-b639-f73e7015c0ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.498564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.498991] env[62743]: DEBUG nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.501760] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.517s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.503211] env[62743]: INFO nova.compute.claims [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.513697] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.513697] env[62743]: value = "task-2063309" [ 1767.513697] env[62743]: _type = "Task" [ 1767.513697] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.526067] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063309, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.534180] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063305, 'name': PowerOnVM_Task, 'duration_secs': 0.535286} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.538551] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.538776] env[62743]: INFO nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Took 14.36 seconds to spawn the instance on the hypervisor. [ 1767.538948] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.540225] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613ca60-809a-456d-88e2-00d71a6faf82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.573306] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063306, 'name': Rename_Task, 'duration_secs': 0.225784} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.573306] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1767.573402] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ce71c25-9334-4430-b438-70d7fd6c197e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.584987] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1767.584987] env[62743]: value = "task-2063310" [ 1767.584987] env[62743]: _type = "Task" [ 1767.584987] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.594832] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.730498] env[62743]: DEBUG nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1767.743364] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529b13a3-2c51-ba08-fa37-a12979993434, 'name': SearchDatastore_Task, 'duration_secs': 0.018959} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.744069] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.744842] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 2157312b-0155-42fa-a5ce-0392f8f0df3f/2157312b-0155-42fa-a5ce-0392f8f0df3f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.744842] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b8c6f65-a669-40da-88b7-ae529ea8e126 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.755921] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1767.755921] env[62743]: value = "task-2063311" [ 1767.755921] env[62743]: _type = "Task" [ 1767.755921] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.771318] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.879991] env[62743]: INFO nova.compute.manager [-] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Took 1.53 seconds to deallocate network for instance. [ 1767.912616] env[62743]: DEBUG oslo_vmware.api [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063304, 'name': PowerOnVM_Task, 'duration_secs': 1.200488} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.912993] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.913280] env[62743]: INFO nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Took 12.29 seconds to spawn the instance on the hypervisor. [ 1767.913503] env[62743]: DEBUG nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.914444] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68995b9b-390b-46bf-86e8-a161963e6dd4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.986635] env[62743]: DEBUG nova.network.neutron [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updated VIF entry in instance network info cache for port b4fb388b-51d3-4147-9169-231c2ff451e7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.987284] env[62743]: DEBUG nova.network.neutron [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updating instance_info_cache with network_info: [{"id": "b4fb388b-51d3-4147-9169-231c2ff451e7", "address": "fa:16:3e:c5:2e:a5", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fb388b-51", "ovs_interfaceid": "b4fb388b-51d3-4147-9169-231c2ff451e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.008757] env[62743]: DEBUG nova.compute.utils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.015836] env[62743]: DEBUG nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1768.016097] env[62743]: DEBUG nova.network.neutron [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.034079] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063309, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.062568] env[62743]: INFO nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Took 30.76 seconds to build instance. [ 1768.096511] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.175750] env[62743]: DEBUG nova.policy [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca1b1d809dc41fe835173a4bde1c829', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b75b61cfe8492fb35705b78f85b0fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1768.272030] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.288042] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.388626] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.439761] env[62743]: INFO nova.compute.manager [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Took 31.09 seconds to build instance. [ 1768.494247] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Releasing lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.494247] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Received event network-vif-plugged-6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1768.494247] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Acquiring lock "2157312b-0155-42fa-a5ce-0392f8f0df3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.494247] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.494247] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.494507] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] No waiting events found dispatching network-vif-plugged-6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1768.494507] env[62743]: WARNING nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Received unexpected event network-vif-plugged-6906ecdd-ab94-4dac-be03-02a91e220d17 for instance with vm_state building and task_state spawning. [ 1768.494507] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Received event network-changed-6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1768.494507] env[62743]: DEBUG nova.compute.manager [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Refreshing instance network info cache due to event network-changed-6906ecdd-ab94-4dac-be03-02a91e220d17. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1768.494507] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Acquiring lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.494752] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Acquired lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.494752] env[62743]: DEBUG nova.network.neutron [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Refreshing network info cache for port 6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.513825] env[62743]: DEBUG nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.539678] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063309, 'name': CreateVM_Task, 'duration_secs': 0.552207} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.539856] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef29849-b62f-448e-a20b-563fded880fe] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.540580] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.540743] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.541158] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.541460] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ebe5cd-c385-4993-86a7-dee1ccae9c5b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.549806] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1768.549806] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526d0a8b-a78e-6370-e23e-087b1034724a" [ 1768.549806] env[62743]: _type = "Task" [ 1768.549806] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.568616] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.279s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.569151] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526d0a8b-a78e-6370-e23e-087b1034724a, 'name': SearchDatastore_Task, 'duration_secs': 0.014797} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.578226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.578226] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.578226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.578226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.578372] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.578372] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a56cff60-9f70-44b6-a1cb-040452f5c251 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.592524] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.596704] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.602528] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b695091-1110-4d13-a077-a3c430d8d81d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.615028] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1768.615028] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52df14b9-7a28-09db-741c-07109f46b02e" [ 1768.615028] env[62743]: _type = "Task" [ 1768.615028] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.618743] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.635034] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52df14b9-7a28-09db-741c-07109f46b02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.692476] env[62743]: DEBUG nova.network.neutron [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Successfully created port: c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.769602] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622591} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.770471] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 2157312b-0155-42fa-a5ce-0392f8f0df3f/2157312b-0155-42fa-a5ce-0392f8f0df3f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.770471] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.771681] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b0bc75f-8bb7-4f8e-b893-a5daf9ed974c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.786874] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1768.786874] env[62743]: value = "task-2063312" [ 1768.786874] env[62743]: _type = "Task" [ 1768.786874] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.807756] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.944905] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f96e35f-f6f8-4536-a0e7-937b11d3a128 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "af80c7da-2699-4b40-b829-529c89d2572b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.618s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.009922] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ec16dd-032d-42e9-93b0-b13ff4ce87a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.026305] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bbe663-62e8-4347-afea-d51553c79f94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.064125] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2f17a-bc63-474b-a64b-6704f7b4ca69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.070284] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.070284] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.077834] env[62743]: DEBUG nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1769.088143] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def74133-9a9a-4c08-956f-f891183a611a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.110018] env[62743]: DEBUG nova.compute.provider_tree [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.115360] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063310, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.132362] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52df14b9-7a28-09db-741c-07109f46b02e, 'name': SearchDatastore_Task, 'duration_secs': 0.021825} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.133579] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9418fc14-a36a-40e4-b1b4-898656ea7555 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.142125] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1769.142125] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52358d77-ecba-fd76-4f7d-ce70b6cac652" [ 1769.142125] env[62743]: _type = "Task" [ 1769.142125] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.154207] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52358d77-ecba-fd76-4f7d-ce70b6cac652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.302283] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156492} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.303639] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.303639] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cc07dd-0db5-4059-bc4a-ff91d27641f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.335950] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 2157312b-0155-42fa-a5ce-0392f8f0df3f/2157312b-0155-42fa-a5ce-0392f8f0df3f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.337893] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7327728e-7b2c-4125-bf41-33e472aef509 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.361640] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1769.361640] env[62743]: value = "task-2063313" [ 1769.361640] env[62743]: _type = "Task" [ 1769.361640] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.371678] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.453339] env[62743]: DEBUG nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1769.532143] env[62743]: DEBUG nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.565055] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.565299] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.565446] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.565711] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.565932] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.569212] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.569465] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.569624] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.569789] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.569948] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.570128] env[62743]: DEBUG nova.virt.hardware [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.571117] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e900ad-5559-4e89-a83e-0fb0a91b52fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.583341] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560e2b6-62c2-430e-ab4b-d6c7234d79c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.618753] env[62743]: DEBUG oslo_vmware.api [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063310, 'name': PowerOnVM_Task, 'duration_secs': 1.570557} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.619258] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.619464] env[62743]: INFO nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Took 11.56 seconds to spawn the instance on the hypervisor. [ 1769.619859] env[62743]: DEBUG nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.620535] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5049b095-0864-4e1c-8d81-d5f7205f6dea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.632231] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.636355] env[62743]: ERROR nova.scheduler.client.report [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [req-0376417b-0247-4799-85dc-0701958743d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0376417b-0247-4799-85dc-0701958743d7"}]} [ 1769.655227] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52358d77-ecba-fd76-4f7d-ce70b6cac652, 'name': SearchDatastore_Task, 'duration_secs': 0.069745} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.658636] env[62743]: DEBUG nova.scheduler.client.report [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1769.660951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.661196] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cef29849-b62f-448e-a20b-563fded880fe/cef29849-b62f-448e-a20b-563fded880fe.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.662297] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176ae2e8-9922-4179-9256-2c5d56bb9ccf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.675710] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1769.675710] env[62743]: value = "task-2063314" [ 1769.675710] env[62743]: _type = "Task" [ 1769.675710] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.690394] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.693121] env[62743]: DEBUG nova.scheduler.client.report [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1769.693370] env[62743]: DEBUG nova.compute.provider_tree [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.710187] env[62743]: DEBUG nova.scheduler.client.report [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1769.744025] env[62743]: DEBUG nova.scheduler.client.report [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1769.778738] env[62743]: DEBUG nova.network.neutron [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Updated VIF entry in instance network info cache for port 6906ecdd-ab94-4dac-be03-02a91e220d17. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.778948] env[62743]: DEBUG nova.network.neutron [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Updating instance_info_cache with network_info: [{"id": "6906ecdd-ab94-4dac-be03-02a91e220d17", "address": "fa:16:3e:d6:33:f5", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906ecdd-ab", "ovs_interfaceid": "6906ecdd-ab94-4dac-be03-02a91e220d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.873417] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063313, 'name': ReconfigVM_Task, 'duration_secs': 0.440039} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.877745] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 2157312b-0155-42fa-a5ce-0392f8f0df3f/2157312b-0155-42fa-a5ce-0392f8f0df3f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.880153] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4948af79-8a73-498d-ba5c-a56a556e5206 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.888897] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1769.888897] env[62743]: value = "task-2063318" [ 1769.888897] env[62743]: _type = "Task" [ 1769.888897] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.905190] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063318, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.983690] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.112488] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9cabe5-d388-4896-8a41-7d8ac4816bfa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.123137] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa918d49-79e6-4b9a-a971-98a5e6b96a12 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.167539] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c254a72c-d56d-4b70-b2c9-02d0d7cdeaa4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.171077] env[62743]: DEBUG nova.compute.manager [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Received event network-changed-92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1770.171353] env[62743]: DEBUG nova.compute.manager [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Refreshing instance network info cache due to event network-changed-92e8ebff-3e83-471b-8645-679591508646. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1770.171578] env[62743]: DEBUG oslo_concurrency.lockutils [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] Acquiring lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.171716] env[62743]: DEBUG oslo_concurrency.lockutils [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] Acquired lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.171892] env[62743]: DEBUG nova.network.neutron [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Refreshing network info cache for port 92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.175360] env[62743]: INFO nova.compute.manager [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Took 23.93 seconds to build instance. [ 1770.184381] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64738253-705d-459c-be7f-0bfc30e4ac95 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.194698] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.207530] env[62743]: DEBUG nova.compute.provider_tree [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.282872] env[62743]: DEBUG oslo_concurrency.lockutils [req-5048e729-9839-453f-93f3-7de872aeba0e req-a05b5998-ec64-4c07-a4ff-6df3d03d2f11 service nova] Releasing lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.403572] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063318, 'name': Rename_Task, 'duration_secs': 0.23722} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.403901] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.404260] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-953f5c73-b764-4dfb-a20b-bb29cffff6ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.413347] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1770.413347] env[62743]: value = "task-2063320" [ 1770.413347] env[62743]: _type = "Task" [ 1770.413347] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.425301] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.684960] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6026cbc-cbf7-4b0c-bd3c-d54f90b3d50c tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.933s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.694063] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879169} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.694063] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cef29849-b62f-448e-a20b-563fded880fe/cef29849-b62f-448e-a20b-563fded880fe.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.694063] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.694063] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30671a01-862b-4bdb-a3ff-d500f3cbd074 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.701506] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1770.701506] env[62743]: value = "task-2063321" [ 1770.701506] env[62743]: _type = "Task" [ 1770.701506] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.716386] env[62743]: DEBUG nova.scheduler.client.report [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.726894] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.925623] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.084997] env[62743]: DEBUG nova.network.neutron [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Updated VIF entry in instance network info cache for port 92e8ebff-3e83-471b-8645-679591508646. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.085124] env[62743]: DEBUG nova.network.neutron [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Updating instance_info_cache with network_info: [{"id": "92e8ebff-3e83-471b-8645-679591508646", "address": "fa:16:3e:60:67:c3", "network": {"id": "c0d0ccdd-ccbf-4712-8c13-27b971c8cd77", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1817960907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a05e9e2203c415b862e7d0bcafe4bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e8ebff-3e", "ovs_interfaceid": "92e8ebff-3e83-471b-8645-679591508646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.187964] env[62743]: DEBUG nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1771.214407] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085063} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.214754] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1771.215572] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406daff6-339e-40af-805d-c9ccca92f053 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.235185] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.732s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.235185] env[62743]: DEBUG nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1771.247387] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] cef29849-b62f-448e-a20b-563fded880fe/cef29849-b62f-448e-a20b-563fded880fe.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1771.248491] env[62743]: DEBUG nova.network.neutron [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Successfully updated port: c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1771.250212] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.016s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.250533] env[62743]: DEBUG nova.objects.instance [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Lazy-loading 'resources' on Instance uuid fc7a25a1-9451-4532-a172-9554a3f74344 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.252012] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd6be46-eb23-49ab-950c-54eb0adfc34a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.274980] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.275175] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquired lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.275387] env[62743]: DEBUG nova.network.neutron [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.284345] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1771.284345] env[62743]: value = "task-2063322" [ 1771.284345] env[62743]: _type = "Task" [ 1771.284345] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.298102] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.377427] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.377556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.434996] env[62743]: DEBUG oslo_vmware.api [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063320, 'name': PowerOnVM_Task, 'duration_secs': 0.952045} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.435383] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.435614] env[62743]: INFO nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1771.435806] env[62743]: DEBUG nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.436691] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c4d994-33d2-4cba-9741-2bd0538ae4f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.588664] env[62743]: DEBUG oslo_concurrency.lockutils [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] Releasing lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.588812] env[62743]: DEBUG nova.compute.manager [req-960a698d-473f-45c4-b116-6b235b0509d5 req-2b3cfb11-e8f0-44b1-ac79-21316a074999 service nova] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Received event network-vif-deleted-ee13d246-76b4-4350-9134-71f210168501 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1771.701886] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79e160c-85df-4bc4-addc-e77245bb3e88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.712697] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c43106-daaf-4bb9-ba74-ed1b942c2a69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.747409] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.748639] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916656b-5c8a-4dd2-be34-29b7337be49e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.751786] env[62743]: DEBUG nova.compute.utils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.753128] env[62743]: DEBUG nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Not allocating networking since 'none' was specified. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1771.759637] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e21dde0-b452-4e65-9d54-798e3cd270c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.774993] env[62743]: DEBUG nova.compute.provider_tree [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.798885] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.830831] env[62743]: DEBUG nova.network.neutron [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.962827] env[62743]: INFO nova.compute.manager [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Took 24.25 seconds to build instance. [ 1772.152328] env[62743]: DEBUG nova.network.neutron [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.255228] env[62743]: DEBUG nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1772.280400] env[62743]: DEBUG nova.scheduler.client.report [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1772.307165] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063322, 'name': ReconfigVM_Task, 'duration_secs': 0.815942} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.308560] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Reconfigured VM instance instance-0000000d to attach disk [datastore1] cef29849-b62f-448e-a20b-563fded880fe/cef29849-b62f-448e-a20b-563fded880fe.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.309890] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-857c61f4-f71d-47dc-b66d-d916fbc2e8b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.322324] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1772.322324] env[62743]: value = "task-2063323" [ 1772.322324] env[62743]: _type = "Task" [ 1772.322324] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.333308] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063323, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.466591] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e61187e1-6510-4ac7-b7b4-2701631a3bc3 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.763s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.659244] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Releasing lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.659797] env[62743]: DEBUG nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Instance network_info: |[{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.660332] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:17:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c17b49db-87a4-4b52-bd6f-62f026aae2d7', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.669224] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Creating folder: Project (19b75b61cfe8492fb35705b78f85b0fc). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.669571] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e8926c3-d730-4464-9ac4-2946525b1cb9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.686418] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Created folder: Project (19b75b61cfe8492fb35705b78f85b0fc) in parent group-v423128. [ 1772.686606] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Creating folder: Instances. Parent ref: group-v423165. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.686907] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d86034c2-314a-4e79-b28a-c40738fb4be3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.699836] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Created folder: Instances in parent group-v423165. [ 1772.700228] env[62743]: DEBUG oslo.service.loopingcall [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.700553] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.700799] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e56d7a5c-3341-4a15-a4d8-71218d5303ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.726368] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.726368] env[62743]: value = "task-2063326" [ 1772.726368] env[62743]: _type = "Task" [ 1772.726368] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.737130] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063326, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.787663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.537s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.791981] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.642s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.796185] env[62743]: INFO nova.compute.claims [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.821355] env[62743]: INFO nova.scheduler.client.report [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Deleted allocations for instance fc7a25a1-9451-4532-a172-9554a3f74344 [ 1772.844105] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063323, 'name': Rename_Task, 'duration_secs': 0.223526} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.844401] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.844926] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe4d3b2-2ec2-4fac-a1aa-435f34bc1b52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.858267] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1772.858267] env[62743]: value = "task-2063327" [ 1772.858267] env[62743]: _type = "Task" [ 1772.858267] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.873476] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.971911] env[62743]: DEBUG nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1773.248349] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063326, 'name': CreateVM_Task, 'duration_secs': 0.485441} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.248695] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.250268] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.250560] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.251271] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.251700] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bb8c72-cf99-43a8-8b55-fe0270ef0159 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.267227] env[62743]: DEBUG nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1773.272481] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1773.272481] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ab735e-bd67-fa9d-1d1a-595f9f82bac0" [ 1773.272481] env[62743]: _type = "Task" [ 1773.272481] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.291830] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ab735e-bd67-fa9d-1d1a-595f9f82bac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.302168] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1773.302454] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1773.303981] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1773.303981] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1773.303981] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1773.303981] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1773.303981] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1773.304278] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1773.304278] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1773.304278] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1773.304278] env[62743]: DEBUG nova.virt.hardware [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1773.310636] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1ddb80-a122-4ce5-86d4-5051c5fdceb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.321054] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6494c59-46fe-4567-88fb-bc88b47416e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.330907] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a77c0dc0-31f0-4345-a036-0ceefbe46f8c tempest-DeleteServersAdminTestJSON-1925496578 tempest-DeleteServersAdminTestJSON-1925496578-project-admin] Lock "fc7a25a1-9451-4532-a172-9554a3f74344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.969s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.342870] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1773.348531] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Creating folder: Project (1b45890cc1bf47f7a1cf81934287b6dd). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1773.349462] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03a84140-8bf1-4f5c-8e97-720ad2c771e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.363014] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Created folder: Project (1b45890cc1bf47f7a1cf81934287b6dd) in parent group-v423128. [ 1773.363261] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Creating folder: Instances. Parent ref: group-v423168. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1773.363481] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b423fe6e-17f7-41f6-93e6-3f0a84ad34b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.369676] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063327, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.382862] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Created folder: Instances in parent group-v423168. [ 1773.383239] env[62743]: DEBUG oslo.service.loopingcall [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.383524] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1773.383776] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1bb5cf-6895-4eef-b20c-e3ef602150e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.409390] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1773.409390] env[62743]: value = "task-2063330" [ 1773.409390] env[62743]: _type = "Task" [ 1773.409390] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.419026] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063330, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.503471] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.677467] env[62743]: DEBUG nova.compute.manager [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Received event network-vif-plugged-c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1773.677467] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] Acquiring lock "af3cadb7-b261-4240-867a-aee52cd06f7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.677850] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.677998] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.678211] env[62743]: DEBUG nova.compute.manager [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] No waiting events found dispatching network-vif-plugged-c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1773.678475] env[62743]: WARNING nova.compute.manager [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Received unexpected event network-vif-plugged-c17b49db-87a4-4b52-bd6f-62f026aae2d7 for instance with vm_state building and task_state spawning. [ 1773.678922] env[62743]: DEBUG nova.compute.manager [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Received event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1773.679429] env[62743]: DEBUG nova.compute.manager [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing instance network info cache due to event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1773.679743] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] Acquiring lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.680300] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] Acquired lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.680628] env[62743]: DEBUG nova.network.neutron [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.787284] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ab735e-bd67-fa9d-1d1a-595f9f82bac0, 'name': SearchDatastore_Task, 'duration_secs': 0.023376} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.787793] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.788101] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.788382] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.788989] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.789316] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.791421] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03036e77-00ab-44df-8e30-8f92e95f0adf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.803124] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.803290] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.804422] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9feb17-797c-44ac-a0d6-e7a51b69cec5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.814173] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1773.814173] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52820f19-a1e1-7534-769e-e683e308fec8" [ 1773.814173] env[62743]: _type = "Task" [ 1773.814173] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.829098] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52820f19-a1e1-7534-769e-e683e308fec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.878321] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063327, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.930981] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063330, 'name': CreateVM_Task, 'duration_secs': 0.508272} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.934349] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.935110] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.935320] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.935724] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.936431] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d6d612-f1f1-4736-8135-26c1de98591e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.943706] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1773.943706] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5237e894-5b17-a556-9cce-37d946f59d7d" [ 1773.943706] env[62743]: _type = "Task" [ 1773.943706] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.960184] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5237e894-5b17-a556-9cce-37d946f59d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.270543] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.272695] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.273747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.273747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.273747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.276310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baba4930-cfc0-451f-9cce-af215d1ad20b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.283750] env[62743]: INFO nova.compute.manager [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Terminating instance [ 1774.293307] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af470440-5ef3-4a40-acd0-72b47745c299 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.337435] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cc1348-f9f2-465d-81d9-809c67e16aeb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.360346] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52820f19-a1e1-7534-769e-e683e308fec8, 'name': SearchDatastore_Task, 'duration_secs': 0.031092} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.368545] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2ce2b-67dd-4ad1-b4af-0a70889c0aa4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.374396] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4836cf6b-d3dd-485e-be27-ae0116118ab3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.389834] env[62743]: DEBUG nova.compute.provider_tree [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.399132] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1774.399132] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52482c04-3ef3-5c9b-1b29-80e59af52fcd" [ 1774.399132] env[62743]: _type = "Task" [ 1774.399132] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.399397] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063327, 'name': PowerOnVM_Task} progress is 73%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.417729] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52482c04-3ef3-5c9b-1b29-80e59af52fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.016483} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.418045] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.418309] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af3cadb7-b261-4240-867a-aee52cd06f7a/af3cadb7-b261-4240-867a-aee52cd06f7a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.418627] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76d1486b-976f-4b8d-96dc-ffacbec465f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.428511] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1774.428511] env[62743]: value = "task-2063332" [ 1774.428511] env[62743]: _type = "Task" [ 1774.428511] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.440725] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.459234] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5237e894-5b17-a556-9cce-37d946f59d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.019895} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.459234] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.459234] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.459234] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.459413] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.459413] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.459826] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d10f87-6c61-433e-81cb-61322245a5d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.485961] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1774.486275] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1774.491381] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bb27e7-0aa6-4171-babb-b209bd8b1070 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.505819] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1774.505819] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5256ea28-755f-4dd2-5df9-ebd708f0fd1f" [ 1774.505819] env[62743]: _type = "Task" [ 1774.505819] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.513727] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5256ea28-755f-4dd2-5df9-ebd708f0fd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.788039] env[62743]: DEBUG nova.compute.manager [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.788541] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.790686] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c37c65a-b608-4ce6-a1f4-b85ecf032014 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.800784] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.803039] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a385fb-bfd8-480f-afdb-430c680be84c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.808926] env[62743]: DEBUG oslo_vmware.api [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1774.808926] env[62743]: value = "task-2063333" [ 1774.808926] env[62743]: _type = "Task" [ 1774.808926] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.821078] env[62743]: DEBUG oslo_vmware.api [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.874754] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063327, 'name': PowerOnVM_Task} progress is 73%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.901227] env[62743]: DEBUG nova.scheduler.client.report [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.942690] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063332, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.015938] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5256ea28-755f-4dd2-5df9-ebd708f0fd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01485} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.016823] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda1a557-0063-43a9-ae87-9b2ce0bbcf31 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.023524] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1775.023524] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d146e5-3cae-3878-af9f-25eca9207a5d" [ 1775.023524] env[62743]: _type = "Task" [ 1775.023524] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.035105] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d146e5-3cae-3878-af9f-25eca9207a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.321433] env[62743]: DEBUG oslo_vmware.api [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063333, 'name': PowerOffVM_Task, 'duration_secs': 0.471733} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.321919] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1775.321919] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1775.322355] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c625ffc5-40de-4aa7-86a5-a5aaf84eae8b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.375705] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063327, 'name': PowerOnVM_Task} progress is 73%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.410034] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.410034] env[62743]: DEBUG nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.412681] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.548s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.413478] env[62743]: DEBUG nova.objects.instance [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lazy-loading 'resources' on Instance uuid fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.437383] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1775.437383] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1775.437383] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleting the datastore file [datastore1] eb920195-af31-4bb4-b7b4-9bc60a213c2d {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1775.438693] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a965c8a0-8953-4971-9081-263ad73f7945 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.448664] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.978497} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.450871] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af3cadb7-b261-4240-867a-aee52cd06f7a/af3cadb7-b261-4240-867a-aee52cd06f7a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.452176] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.452784] env[62743]: DEBUG oslo_vmware.api [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1775.452784] env[62743]: value = "task-2063335" [ 1775.452784] env[62743]: _type = "Task" [ 1775.452784] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.453015] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7003ba6-ccc2-4ce4-9fc6-7a399dad0ac0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.470148] env[62743]: DEBUG oslo_vmware.api [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.473120] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1775.473120] env[62743]: value = "task-2063336" [ 1775.473120] env[62743]: _type = "Task" [ 1775.473120] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.486637] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.539205] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d146e5-3cae-3878-af9f-25eca9207a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.075801} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.539205] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.539426] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3e05676e-70ae-4a04-a386-6b53eba82684/3e05676e-70ae-4a04-a386-6b53eba82684.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1775.539670] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d89a4929-94e6-4a51-ba38-220f19bd72c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.549861] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1775.549861] env[62743]: value = "task-2063337" [ 1775.549861] env[62743]: _type = "Task" [ 1775.549861] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.563030] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.625815] env[62743]: DEBUG nova.network.neutron [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updated VIF entry in instance network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.626214] env[62743]: DEBUG nova.network.neutron [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.877389] env[62743]: DEBUG oslo_vmware.api [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063327, 'name': PowerOnVM_Task, 'duration_secs': 2.886233} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.877389] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.877605] env[62743]: INFO nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Took 12.96 seconds to spawn the instance on the hypervisor. [ 1775.878415] env[62743]: DEBUG nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.879164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800f41ff-9dbc-43b0-a1bd-38230368a917 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.916864] env[62743]: DEBUG nova.compute.utils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.919538] env[62743]: DEBUG nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.919656] env[62743]: DEBUG nova.network.neutron [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.972539] env[62743]: DEBUG oslo_vmware.api [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353187} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.972818] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.973017] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.973583] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.973984] env[62743]: INFO nova.compute.manager [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1775.974336] env[62743]: DEBUG oslo.service.loopingcall [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.974642] env[62743]: DEBUG nova.compute.manager [-] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.974747] env[62743]: DEBUG nova.network.neutron [-] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.994979] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166776} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.995204] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.996932] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e8747d-2fe0-44e8-8b93-2514d8cba4a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.029185] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] af3cadb7-b261-4240-867a-aee52cd06f7a/af3cadb7-b261-4240-867a-aee52cd06f7a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.033368] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13a2d6a2-c02c-428e-9c6a-db20a52ef9e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.052915] env[62743]: DEBUG nova.compute.manager [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Received event network-changed-b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1776.053404] env[62743]: DEBUG nova.compute.manager [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Refreshing instance network info cache due to event network-changed-b4fb388b-51d3-4147-9169-231c2ff451e7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1776.053404] env[62743]: DEBUG oslo_concurrency.lockutils [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] Acquiring lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.053666] env[62743]: DEBUG oslo_concurrency.lockutils [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] Acquired lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.053666] env[62743]: DEBUG nova.network.neutron [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Refreshing network info cache for port b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1776.073430] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.074614] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1776.074614] env[62743]: value = "task-2063339" [ 1776.074614] env[62743]: _type = "Task" [ 1776.074614] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.085596] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.128646] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c78f952-1103-4263-89d7-df0a9d494f40 req-10f83878-56e6-439c-b571-bc056e9aef0f service nova] Releasing lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.296887] env[62743]: DEBUG nova.policy [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94885d558ddc4c86ae0c8cd798065801', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d7e6ebca9fb497f9cf4d37113080d64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.388656] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a623f8-8871-492d-a7a3-ac018955e081 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.407040] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3270e199-5e02-4a83-8600-b7a7ca242e46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.415593] env[62743]: INFO nova.compute.manager [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Took 26.25 seconds to build instance. [ 1776.451530] env[62743]: DEBUG nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.455622] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd0e9c-9f40-4b53-91a9-1012d100c8c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.468329] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d477d7e2-c2c8-489f-9c6a-5d8fa0340be6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.489125] env[62743]: DEBUG nova.compute.provider_tree [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1776.570787] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734781} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.570915] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3e05676e-70ae-4a04-a386-6b53eba82684/3e05676e-70ae-4a04-a386-6b53eba82684.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1776.571140] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1776.571574] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374c29f9-c59b-4b5b-994f-564084ac9349 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.581745] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1776.581745] env[62743]: value = "task-2063340" [ 1776.581745] env[62743]: _type = "Task" [ 1776.581745] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.593763] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.599984] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.919634] env[62743]: DEBUG oslo_concurrency.lockutils [None req-55cc935b-6ba9-4692-84f9-133964bdc7bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "cef29849-b62f-448e-a20b-563fded880fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.096s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.018778] env[62743]: ERROR nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [req-ec24cc4b-fa5b-40a6-a82a-2acb4607909e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec24cc4b-fa5b-40a6-a82a-2acb4607909e"}]} [ 1777.036967] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1777.054584] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1777.054722] env[62743]: DEBUG nova.compute.provider_tree [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.069166] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1777.097215] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1777.101109] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063339, 'name': ReconfigVM_Task, 'duration_secs': 0.755412} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.103018] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] af3cadb7-b261-4240-867a-aee52cd06f7a/af3cadb7-b261-4240-867a-aee52cd06f7a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.103018] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af50f913-22ae-4a32-9ebc-d0371798f42f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.110968] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204094} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.111570] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1777.112608] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188824f-fb7e-47f0-848c-73051a1658c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.139437] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3e05676e-70ae-4a04-a386-6b53eba82684/3e05676e-70ae-4a04-a386-6b53eba82684.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.139822] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1777.139822] env[62743]: value = "task-2063341" [ 1777.139822] env[62743]: _type = "Task" [ 1777.139822] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.145142] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d988c1d6-1765-4545-b854-d9f2ddd5ca57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.171792] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063341, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.172825] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1777.172825] env[62743]: value = "task-2063342" [ 1777.172825] env[62743]: _type = "Task" [ 1777.172825] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.190938] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.294492] env[62743]: DEBUG nova.network.neutron [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updated VIF entry in instance network info cache for port b4fb388b-51d3-4147-9169-231c2ff451e7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.294880] env[62743]: DEBUG nova.network.neutron [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updating instance_info_cache with network_info: [{"id": "b4fb388b-51d3-4147-9169-231c2ff451e7", "address": "fa:16:3e:c5:2e:a5", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fb388b-51", "ovs_interfaceid": "b4fb388b-51d3-4147-9169-231c2ff451e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.323906] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.324271] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.422388] env[62743]: DEBUG nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1777.435890] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.436211] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.436355] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1777.464362] env[62743]: DEBUG nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.497974] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1777.498279] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.498424] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1777.498606] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.498749] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1777.498892] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1777.499517] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1777.499607] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1777.499835] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1777.499891] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1777.500067] env[62743]: DEBUG nova.virt.hardware [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1777.500965] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a873323-3360-4d8d-8b69-3963e887287c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.513272] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2785a6-1278-459d-8d16-dffc226c267b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.594219] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728367b2-f619-4e54-aebb-769058853f50 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.602165] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c306132e-7b3f-4423-a7f5-c9ecb5ae1c71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.639229] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2372d63f-44ce-4bb7-bc05-2fab733b4393 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.647644] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863ba1e-c53f-4c15-b5ec-80c01c8fdb70 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.665780] env[62743]: DEBUG nova.compute.provider_tree [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1777.686079] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063341, 'name': Rename_Task, 'duration_secs': 0.334683} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.687487] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.688212] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0edccb6e-bbb1-481a-92a3-2347cd33a778 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.694062] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063342, 'name': ReconfigVM_Task, 'duration_secs': 0.496048} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.694868] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3e05676e-70ae-4a04-a386-6b53eba82684/3e05676e-70ae-4a04-a386-6b53eba82684.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.695516] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8134200f-afe6-4378-addf-d76ace3ce587 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.700918] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1777.700918] env[62743]: value = "task-2063344" [ 1777.700918] env[62743]: _type = "Task" [ 1777.700918] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.705720] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1777.705720] env[62743]: value = "task-2063345" [ 1777.705720] env[62743]: _type = "Task" [ 1777.705720] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.714145] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.720709] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063345, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.799051] env[62743]: DEBUG oslo_concurrency.lockutils [req-c3c126f5-6c5a-45d0-bb29-1f96be86f86e req-b2466a06-2b3a-473d-bb94-081fc67de5dd service nova] Releasing lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.906051] env[62743]: DEBUG nova.network.neutron [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Successfully created port: 76877ae7-fa0f-453c-8397-db7e0e2ced58 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.944314] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.178223] env[62743]: DEBUG nova.network.neutron [-] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.203374] env[62743]: ERROR nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [req-86beadb8-5dbb-442a-bba6-4007e523da88] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86beadb8-5dbb-442a-bba6-4007e523da88"}]} [ 1778.229036] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.233218] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063345, 'name': Rename_Task, 'duration_secs': 0.296144} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.236039] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1778.237420] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.238029] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1188b6-5606-4be3-b57b-59712a2b3acd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.246292] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1778.246292] env[62743]: value = "task-2063346" [ 1778.246292] env[62743]: _type = "Task" [ 1778.246292] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.256995] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.261658] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1778.261658] env[62743]: DEBUG nova.compute.provider_tree [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.285338] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: fb54a581-d39f-442b-b718-74a48c0ddc60 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1778.314202] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1778.436469] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.437198] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.683155] env[62743]: INFO nova.compute.manager [-] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Took 2.71 seconds to deallocate network for instance. [ 1778.714540] env[62743]: DEBUG oslo_vmware.api [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063344, 'name': PowerOnVM_Task, 'duration_secs': 0.805302} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.718015] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.718430] env[62743]: INFO nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1778.718740] env[62743]: DEBUG nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.720065] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf54c14-811c-44a9-a3e9-7e64e2521332 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.764822] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063346, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.775278] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f338be45-7f2a-4f04-9668-9c9e0de5d4c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.790166] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5116a9-ec59-4869-b687-ccdfd13bef4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.827289] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10910f71-a187-42a1-b293-a9772e0da80e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.835634] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd93e9a6-e533-466c-9b07-8f74b3d70323 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.852337] env[62743]: DEBUG nova.compute.provider_tree [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.189113] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.257700] env[62743]: INFO nova.compute.manager [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Took 26.03 seconds to build instance. [ 1779.264170] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "9ded6a88-9eba-464d-9976-6168804a1076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.264692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "9ded6a88-9eba-464d-9976-6168804a1076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.270253] env[62743]: DEBUG oslo_vmware.api [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063346, 'name': PowerOnVM_Task, 'duration_secs': 0.556392} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.270950] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.271203] env[62743]: INFO nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Took 6.00 seconds to spawn the instance on the hypervisor. [ 1779.271583] env[62743]: DEBUG nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.272203] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee663e03-4d66-46d7-98c1-9d611a766e12 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.386761] env[62743]: ERROR nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [req-cbde7f9b-5f58-4f76-b506-9e682f079e87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbde7f9b-5f58-4f76-b506-9e682f079e87"}]} [ 1779.406345] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1779.424504] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1779.424771] env[62743]: DEBUG nova.compute.provider_tree [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.436857] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.448344] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: fb54a581-d39f-442b-b718-74a48c0ddc60 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1779.476389] env[62743]: DEBUG nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1779.514972] env[62743]: DEBUG nova.compute.manager [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Received event network-changed-6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1779.515247] env[62743]: DEBUG nova.compute.manager [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Refreshing instance network info cache due to event network-changed-6906ecdd-ab94-4dac-be03-02a91e220d17. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1779.519485] env[62743]: DEBUG oslo_concurrency.lockutils [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] Acquiring lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.519485] env[62743]: DEBUG oslo_concurrency.lockutils [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] Acquired lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.519632] env[62743]: DEBUG nova.network.neutron [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Refreshing network info cache for port 6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.763482] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8be08233-ab7d-46f3-8d67-479b8de3e5c0 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.403s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.797534] env[62743]: INFO nova.compute.manager [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Took 23.83 seconds to build instance. [ 1780.016214] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d447a3-857d-4878-89df-b0f2a96bea0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.030578] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98401e4-1137-4409-8489-1136572be7c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.064039] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b94d90b-7192-4319-8a3c-c38580c1f7cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.073155] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742a447-9e1f-4c1d-ba15-d3a1189f755f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.091043] env[62743]: DEBUG nova.compute.provider_tree [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.267529] env[62743]: DEBUG nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.301672] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e84fd972-a031-4aac-9bd0-8f261a49d37a tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "3e05676e-70ae-4a04-a386-6b53eba82684" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.321s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.629857] env[62743]: ERROR nova.scheduler.client.report [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [req-e09d0f89-8e21-40c1-97ae-2cc5aab13dd7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e09d0f89-8e21-40c1-97ae-2cc5aab13dd7"}]} [ 1780.631683] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.219s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.640770] env[62743]: ERROR nova.compute.manager [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Setting instance vm_state to ERROR: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7427b208-a623-46bb-b585-bad91453d898 (generation 32): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e09d0f89-8e21-40c1-97ae-2cc5aab13dd7"}]} [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] Traceback (most recent call last): [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self._delete_instance(context, instance, bdms) [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self._complete_deletion(context, instance) [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/compute/manager.py", line 930, in _complete_deletion [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self._update_resource_tracker(context, instance) [ 1780.640770] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/compute/manager.py", line 696, in _update_resource_tracker [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self.rt.update_usage(context, instance, instance.node) [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] return f(*args, **kwargs) [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 702, in update_usage [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self._update(context.elevated(), self.compute_nodes[nodename]) [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self._update_to_placement(context, compute_node, startup) [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] raise attempt.get() [ 1780.641903] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] raise value [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self.reportclient.update_from_provider_tree( [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] self.set_inventory_for_provider( [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1780.642709] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] raise exception.ResourceProviderUpdateConflict( [ 1780.643483] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7427b208-a623-46bb-b585-bad91453d898 (generation 32): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e09d0f89-8e21-40c1-97ae-2cc5aab13dd7"}]} [ 1780.643483] env[62743]: ERROR nova.compute.manager [instance: fd976259-0234-431b-8d24-0c5466cc8716] [ 1780.646857] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.408s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.649729] env[62743]: INFO nova.compute.claims [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1780.803533] env[62743]: DEBUG nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.815596] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.879653] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8728f05a-e4c4-4d11-b3fb-63ac63656768 tempest-ServersListShow296Test-1515929897 tempest-ServersListShow296Test-1515929897-project-member] Acquiring lock "6495c28a-51cd-43ef-a5ec-46c8d8b43029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.879883] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8728f05a-e4c4-4d11-b3fb-63ac63656768 tempest-ServersListShow296Test-1515929897 tempest-ServersListShow296Test-1515929897-project-member] Lock "6495c28a-51cd-43ef-a5ec-46c8d8b43029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.951649] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1780.951994] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.020331] env[62743]: DEBUG nova.network.neutron [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Successfully updated port: 76877ae7-fa0f-453c-8397-db7e0e2ced58 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1781.153761] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "fd976259-0234-431b-8d24-0c5466cc8716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.379s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.325916] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.458606] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.524187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "refresh_cache-414ecfc0-b23e-4027-a227-772f4867827e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.524187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquired lock "refresh_cache-414ecfc0-b23e-4027-a227-772f4867827e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.524187] env[62743]: DEBUG nova.network.neutron [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.556808] env[62743]: DEBUG nova.network.neutron [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Updated VIF entry in instance network info cache for port 6906ecdd-ab94-4dac-be03-02a91e220d17. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.557066] env[62743]: DEBUG nova.network.neutron [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Updating instance_info_cache with network_info: [{"id": "6906ecdd-ab94-4dac-be03-02a91e220d17", "address": "fa:16:3e:d6:33:f5", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6906ecdd-ab", "ovs_interfaceid": "6906ecdd-ab94-4dac-be03-02a91e220d17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.696353] env[62743]: DEBUG nova.scheduler.client.report [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1781.726330] env[62743]: DEBUG nova.scheduler.client.report [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1781.728020] env[62743]: DEBUG nova.compute.provider_tree [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1781.751633] env[62743]: DEBUG nova.scheduler.client.report [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1781.778346] env[62743]: DEBUG nova.scheduler.client.report [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1782.068654] env[62743]: DEBUG oslo_concurrency.lockutils [req-eff90fc7-e501-4573-b825-bd21cad12389 req-64d3da6c-7ef5-450a-9dc1-76be4877beee service nova] Releasing lock "refresh_cache-2157312b-0155-42fa-a5ce-0392f8f0df3f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.178418] env[62743]: DEBUG nova.network.neutron [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1782.378282] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17029d6b-df0d-4fdf-a73c-7ef46fc58605 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.387804] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc6e27f-1fab-4dfc-a832-14fdd6174470 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.427305] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc30a59-3a71-41db-ac73-bf99bd346b42 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.440936] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0245bed-fcec-407e-8b2b-d767e7482918 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.459650] env[62743]: DEBUG nova.compute.provider_tree [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.675929] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.781146] env[62743]: DEBUG nova.network.neutron [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Updating instance_info_cache with network_info: [{"id": "76877ae7-fa0f-453c-8397-db7e0e2ced58", "address": "fa:16:3e:3e:e6:63", "network": {"id": "d66b7e02-2d18-4649-9e91-72acd2a00a48", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-909631806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7e6ebca9fb497f9cf4d37113080d64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76877ae7-fa", "ovs_interfaceid": "76877ae7-fa0f-453c-8397-db7e0e2ced58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.963437] env[62743]: DEBUG nova.scheduler.client.report [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.049434] env[62743]: DEBUG nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Received event network-vif-deleted-1684444a-ddaa-4adc-9dae-fce316b877e9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1783.049637] env[62743]: DEBUG nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Received event network-changed-b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1783.049791] env[62743]: DEBUG nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Refreshing instance network info cache due to event network-changed-b4fb388b-51d3-4147-9169-231c2ff451e7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1783.049987] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Acquiring lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.052312] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Acquired lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.052600] env[62743]: DEBUG nova.network.neutron [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Refreshing network info cache for port b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.286382] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Releasing lock "refresh_cache-414ecfc0-b23e-4027-a227-772f4867827e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.286382] env[62743]: DEBUG nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Instance network_info: |[{"id": "76877ae7-fa0f-453c-8397-db7e0e2ced58", "address": "fa:16:3e:3e:e6:63", "network": {"id": "d66b7e02-2d18-4649-9e91-72acd2a00a48", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-909631806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7e6ebca9fb497f9cf4d37113080d64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76877ae7-fa", "ovs_interfaceid": "76877ae7-fa0f-453c-8397-db7e0e2ced58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1783.286846] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e6:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76877ae7-fa0f-453c-8397-db7e0e2ced58', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.298571] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Creating folder: Project (8d7e6ebca9fb497f9cf4d37113080d64). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.298571] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c9428cf-e7b1-4e21-b43c-24782f613441 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.301181] env[62743]: DEBUG nova.compute.manager [None req-9245eaea-16fd-4948-a1b8-cb08e9bd04fe tempest-ServerDiagnosticsV248Test-953437249 tempest-ServerDiagnosticsV248Test-953437249-project-admin] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1783.302319] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23393779-0355-4119-9365-4af96bc8ab00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.310714] env[62743]: INFO nova.compute.manager [None req-9245eaea-16fd-4948-a1b8-cb08e9bd04fe tempest-ServerDiagnosticsV248Test-953437249 tempest-ServerDiagnosticsV248Test-953437249-project-admin] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Retrieving diagnostics [ 1783.311564] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54695216-8bf9-4ba1-8e30-f34db54e7db9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.316504] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Created folder: Project (8d7e6ebca9fb497f9cf4d37113080d64) in parent group-v423128. [ 1783.316735] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Creating folder: Instances. Parent ref: group-v423172. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1783.316928] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd3899fe-a2ba-4390-8694-9641b87e3e9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.360292] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Created folder: Instances in parent group-v423172. [ 1783.360545] env[62743]: DEBUG oslo.service.loopingcall [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.360741] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.361031] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a34cf321-b6a6-4213-9dba-9ba70ac9100b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.383382] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.383382] env[62743]: value = "task-2063351" [ 1783.383382] env[62743]: _type = "Task" [ 1783.383382] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.393449] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063351, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.470130] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.470750] env[62743]: DEBUG nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1783.474811] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.189s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.475991] env[62743]: INFO nova.compute.claims [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.855315] env[62743]: DEBUG nova.compute.manager [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Received event network-changed-92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1783.855586] env[62743]: DEBUG nova.compute.manager [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Refreshing instance network info cache due to event network-changed-92e8ebff-3e83-471b-8645-679591508646. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1783.855878] env[62743]: DEBUG oslo_concurrency.lockutils [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] Acquiring lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.855934] env[62743]: DEBUG oslo_concurrency.lockutils [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] Acquired lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.856132] env[62743]: DEBUG nova.network.neutron [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Refreshing network info cache for port 92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.899599] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063351, 'name': CreateVM_Task, 'duration_secs': 0.479455} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.899849] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.900618] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.900853] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.901246] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.902233] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69069324-5587-4973-88c4-95627723a570 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.908830] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1783.908830] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52358e73-0fb4-e5d5-53ac-576573240415" [ 1783.908830] env[62743]: _type = "Task" [ 1783.908830] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.918513] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52358e73-0fb4-e5d5-53ac-576573240415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.990866] env[62743]: DEBUG nova.compute.utils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1783.992370] env[62743]: DEBUG nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1783.992539] env[62743]: DEBUG nova.network.neutron [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.190133] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "1056110c-acbd-43d9-a9af-6a9b972a2609" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.190359] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.309328] env[62743]: DEBUG nova.policy [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d35e459eb0f411eb81fea93f69784f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb9336cc66ff4183b0fbb09bb1dca3d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.422228] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52358e73-0fb4-e5d5-53ac-576573240415, 'name': SearchDatastore_Task, 'duration_secs': 0.012361} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.422477] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.422894] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.422956] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.423081] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.423250] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.423525] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b420a874-c942-450a-ab2c-6cacc957d536 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.435036] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.435036] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.435213] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8b705f-be62-4e18-8ffc-c3eee3f0f81a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.441608] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1784.441608] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523f0d3d-95be-8635-2a90-9107a5420fd3" [ 1784.441608] env[62743]: _type = "Task" [ 1784.441608] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.453814] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523f0d3d-95be-8635-2a90-9107a5420fd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.499550] env[62743]: DEBUG nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1784.695314] env[62743]: DEBUG nova.network.neutron [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updated VIF entry in instance network info cache for port b4fb388b-51d3-4147-9169-231c2ff451e7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.696443] env[62743]: DEBUG nova.network.neutron [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updating instance_info_cache with network_info: [{"id": "b4fb388b-51d3-4147-9169-231c2ff451e7", "address": "fa:16:3e:c5:2e:a5", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4fb388b-51", "ovs_interfaceid": "b4fb388b-51d3-4147-9169-231c2ff451e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.746537] env[62743]: DEBUG nova.network.neutron [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Updated VIF entry in instance network info cache for port 92e8ebff-3e83-471b-8645-679591508646. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.746537] env[62743]: DEBUG nova.network.neutron [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Updating instance_info_cache with network_info: [{"id": "92e8ebff-3e83-471b-8645-679591508646", "address": "fa:16:3e:60:67:c3", "network": {"id": "c0d0ccdd-ccbf-4712-8c13-27b971c8cd77", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1817960907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a05e9e2203c415b862e7d0bcafe4bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e8ebff-3e", "ovs_interfaceid": "92e8ebff-3e83-471b-8645-679591508646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.955226] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523f0d3d-95be-8635-2a90-9107a5420fd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.959418] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f141d28-342f-4859-87ef-e183cf5a8b3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.966298] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1784.966298] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b8ce0b-fbb5-4e26-f438-3851db7fb52f" [ 1784.966298] env[62743]: _type = "Task" [ 1784.966298] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.972739] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73547cc-1796-433b-8a6b-48688f0595b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.984546] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b8ce0b-fbb5-4e26-f438-3851db7fb52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.985966] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66f58ce-8ef9-42bd-b4ed-1474374b1959 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.753393] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Releasing lock "refresh_cache-7757e7a7-8bd7-4057-9e65-83cda5ac2af6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.753677] env[62743]: DEBUG nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Received event network-vif-plugged-76877ae7-fa0f-453c-8397-db7e0e2ced58 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1785.753875] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Acquiring lock "414ecfc0-b23e-4027-a227-772f4867827e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.754085] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Lock "414ecfc0-b23e-4027-a227-772f4867827e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.754242] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Lock "414ecfc0-b23e-4027-a227-772f4867827e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.754397] env[62743]: DEBUG nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] No waiting events found dispatching network-vif-plugged-76877ae7-fa0f-453c-8397-db7e0e2ced58 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1785.755285] env[62743]: WARNING nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Received unexpected event network-vif-plugged-76877ae7-fa0f-453c-8397-db7e0e2ced58 for instance with vm_state building and task_state spawning. [ 1785.755285] env[62743]: DEBUG nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Received event network-changed-76877ae7-fa0f-453c-8397-db7e0e2ced58 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1785.755285] env[62743]: DEBUG nova.compute.manager [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Refreshing instance network info cache due to event network-changed-76877ae7-fa0f-453c-8397-db7e0e2ced58. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1785.755285] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Acquiring lock "refresh_cache-414ecfc0-b23e-4027-a227-772f4867827e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.755285] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Acquired lock "refresh_cache-414ecfc0-b23e-4027-a227-772f4867827e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.756664] env[62743]: DEBUG nova.network.neutron [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Refreshing network info cache for port 76877ae7-fa0f-453c-8397-db7e0e2ced58 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1785.756664] env[62743]: DEBUG oslo_concurrency.lockutils [req-65c34b9a-033d-456e-9888-67a366d6dcf7 req-68b2d338-4273-49f3-8460-d890f2ec1248 service nova] Releasing lock "refresh_cache-cef29849-b62f-448e-a20b-563fded880fe" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.758130] env[62743]: DEBUG nova.network.neutron [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Successfully created port: ea58c1bf-dea3-4418-a090-60557731ac10 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.763258] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566777b0-1d77-46d7-adf4-7bf388161eff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.775640] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b8ce0b-fbb5-4e26-f438-3851db7fb52f, 'name': SearchDatastore_Task, 'duration_secs': 0.019538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.777333] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1a8a32-b69f-402e-8201-c5b9d3223b56 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.781517] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.781811] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 414ecfc0-b23e-4027-a227-772f4867827e/414ecfc0-b23e-4027-a227-772f4867827e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.782368] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab6d5fac-f15e-4287-8917-1cc0a039215b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.796851] env[62743]: DEBUG nova.compute.provider_tree [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.799033] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1785.799033] env[62743]: value = "task-2063353" [ 1785.799033] env[62743]: _type = "Task" [ 1785.799033] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.808150] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.002135] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.002709] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.129545] env[62743]: DEBUG nova.compute.manager [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Received event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1786.129545] env[62743]: DEBUG nova.compute.manager [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing instance network info cache due to event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1786.129747] env[62743]: DEBUG oslo_concurrency.lockutils [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] Acquiring lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.129747] env[62743]: DEBUG oslo_concurrency.lockutils [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] Acquired lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.130056] env[62743]: DEBUG nova.network.neutron [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1786.261119] env[62743]: DEBUG nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.302504] env[62743]: DEBUG nova.scheduler.client.report [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.312855] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.313147] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.313596] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.313596] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.313823] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.313873] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.314116] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.314219] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.314451] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.314771] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.314857] env[62743]: DEBUG nova.virt.hardware [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.324079] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd37ab-d74b-42ad-a606-5ea392c58e6d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.333495] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063353, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.340103] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c4e16-c212-4569-ac5f-092abdee973a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.689664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "1f7075c6-8566-4305-b6f0-64103a2954ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.689664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.802325] env[62743]: DEBUG nova.network.neutron [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Updated VIF entry in instance network info cache for port 76877ae7-fa0f-453c-8397-db7e0e2ced58. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1786.802709] env[62743]: DEBUG nova.network.neutron [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Updating instance_info_cache with network_info: [{"id": "76877ae7-fa0f-453c-8397-db7e0e2ced58", "address": "fa:16:3e:3e:e6:63", "network": {"id": "d66b7e02-2d18-4649-9e91-72acd2a00a48", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-909631806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7e6ebca9fb497f9cf4d37113080d64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76877ae7-fa", "ovs_interfaceid": "76877ae7-fa0f-453c-8397-db7e0e2ced58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.817415] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.343s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.817968] env[62743]: DEBUG nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1786.821628] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.433s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.821628] env[62743]: DEBUG nova.objects.instance [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lazy-loading 'resources' on Instance uuid 4deff428-c031-4f48-a875-c752206d7f2b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.838553] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "71bb3046-e6f4-41d0-8885-b765f51f630b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.838974] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.839460] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563993} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.840228] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 414ecfc0-b23e-4027-a227-772f4867827e/414ecfc0-b23e-4027-a227-772f4867827e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.840874] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.840874] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ad7befd-0042-4ecf-8fc9-103c5af8fe6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.856410] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1786.856410] env[62743]: value = "task-2063355" [ 1786.856410] env[62743]: _type = "Task" [ 1786.856410] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.867774] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.919933] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "af4330c0-aa33-4932-ba54-16f3334f9717" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.920236] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "af4330c0-aa33-4932-ba54-16f3334f9717" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.234358] env[62743]: DEBUG nova.network.neutron [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updated VIF entry in instance network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.234699] env[62743]: DEBUG nova.network.neutron [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.308989] env[62743]: DEBUG oslo_concurrency.lockutils [req-11dc1627-f6c3-417b-916b-8f550a7ba457 req-d6dd39a2-3669-47cb-b7b8-1f1d9f865f51 service nova] Releasing lock "refresh_cache-414ecfc0-b23e-4027-a227-772f4867827e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.329534] env[62743]: DEBUG nova.compute.utils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1787.331891] env[62743]: DEBUG nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1787.331891] env[62743]: DEBUG nova.network.neutron [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1787.379429] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101716} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.381144] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.381767] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa8b981-69d2-4d76-8eea-cb359ec5e38a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.423088] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 414ecfc0-b23e-4027-a227-772f4867827e/414ecfc0-b23e-4027-a227-772f4867827e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.429380] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86a6590e-296c-4ead-90fc-d5076575b5bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.453123] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1787.453123] env[62743]: value = "task-2063356" [ 1787.453123] env[62743]: _type = "Task" [ 1787.453123] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.463291] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.572808] env[62743]: DEBUG nova.policy [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8c62ac5d1634a949b1a8c6d8d1100b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26917c2ec1a644db9582d8a0ec458b65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1787.738335] env[62743]: DEBUG oslo_concurrency.lockutils [req-91f91a5a-8dc7-4c27-90c8-1514f9d6e0d7 req-65bacc58-1c79-4167-af38-490a6a80a737 service nova] Releasing lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.837239] env[62743]: DEBUG nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1787.901056] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd551a7b-81c3-47a8-810b-adaf5544b421 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.913280] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed1de65-7e1c-4d49-a3db-cf31e56e0ac6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.948740] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbd9810-19e8-4c3c-afb5-8e48a3ddaf4d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.962023] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d35ebde-172e-4292-b4a7-151b5de4f104 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.972414] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063356, 'name': ReconfigVM_Task, 'duration_secs': 0.305331} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.982333] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 414ecfc0-b23e-4027-a227-772f4867827e/414ecfc0-b23e-4027-a227-772f4867827e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.983686] env[62743]: DEBUG nova.compute.provider_tree [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.985041] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8fb2f70-3269-41bf-ae1e-a122212b6646 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.993856] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1787.993856] env[62743]: value = "task-2063357" [ 1787.993856] env[62743]: _type = "Task" [ 1787.993856] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.005466] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063357, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.291261] env[62743]: DEBUG nova.compute.manager [req-b9ddb91d-80a1-4eff-a022-475e0a2537e4 req-5527bf9c-5aa5-4ad1-b138-18789aa0e3b6 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Received event network-vif-plugged-ea58c1bf-dea3-4418-a090-60557731ac10 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1788.291261] env[62743]: DEBUG oslo_concurrency.lockutils [req-b9ddb91d-80a1-4eff-a022-475e0a2537e4 req-5527bf9c-5aa5-4ad1-b138-18789aa0e3b6 service nova] Acquiring lock "94bf8010-b4e1-461f-aba7-0323563f3368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.291261] env[62743]: DEBUG oslo_concurrency.lockutils [req-b9ddb91d-80a1-4eff-a022-475e0a2537e4 req-5527bf9c-5aa5-4ad1-b138-18789aa0e3b6 service nova] Lock "94bf8010-b4e1-461f-aba7-0323563f3368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.291261] env[62743]: DEBUG oslo_concurrency.lockutils [req-b9ddb91d-80a1-4eff-a022-475e0a2537e4 req-5527bf9c-5aa5-4ad1-b138-18789aa0e3b6 service nova] Lock "94bf8010-b4e1-461f-aba7-0323563f3368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.291547] env[62743]: DEBUG nova.compute.manager [req-b9ddb91d-80a1-4eff-a022-475e0a2537e4 req-5527bf9c-5aa5-4ad1-b138-18789aa0e3b6 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] No waiting events found dispatching network-vif-plugged-ea58c1bf-dea3-4418-a090-60557731ac10 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.291547] env[62743]: WARNING nova.compute.manager [req-b9ddb91d-80a1-4eff-a022-475e0a2537e4 req-5527bf9c-5aa5-4ad1-b138-18789aa0e3b6 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Received unexpected event network-vif-plugged-ea58c1bf-dea3-4418-a090-60557731ac10 for instance with vm_state building and task_state spawning. [ 1788.505431] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063357, 'name': Rename_Task, 'duration_secs': 0.336346} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.508468] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.508468] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-808ff8e1-9202-4261-b61c-ab4702eb1e78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.515166] env[62743]: ERROR nova.scheduler.client.report [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] [req-b839e69b-96c4-436a-8017-80b728f72ca4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b839e69b-96c4-436a-8017-80b728f72ca4"}]} [ 1788.517691] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1788.517691] env[62743]: value = "task-2063358" [ 1788.517691] env[62743]: _type = "Task" [ 1788.517691] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.526491] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.533868] env[62743]: DEBUG nova.scheduler.client.report [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1788.567261] env[62743]: DEBUG nova.scheduler.client.report [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1788.567541] env[62743]: DEBUG nova.compute.provider_tree [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1788.589915] env[62743]: DEBUG nova.scheduler.client.report [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1788.619288] env[62743]: DEBUG nova.scheduler.client.report [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1788.696233] env[62743]: DEBUG nova.network.neutron [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Successfully updated port: ea58c1bf-dea3-4418-a090-60557731ac10 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.836099] env[62743]: DEBUG nova.network.neutron [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Successfully created port: 78b19751-1c5f-4417-b088-9f97aa42004f {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.850049] env[62743]: DEBUG nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1788.897845] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1788.898156] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1788.898331] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1788.898509] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1788.898646] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1788.898781] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1788.898982] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1788.901541] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1788.901730] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1788.901909] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1788.902118] env[62743]: DEBUG nova.virt.hardware [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1788.903049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f8b2c6-27fd-46f6-b3d0-9cea7dd5ed97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.918896] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e354d543-03a9-4167-9b11-3829d0b318f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.034798] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.149012] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85914a70-5d87-4d8d-aec9-56530d0a4f3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.158031] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad9d5dc-248a-403e-b003-08bd3e7883b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.201923] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "refresh_cache-94bf8010-b4e1-461f-aba7-0323563f3368" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.201923] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired lock "refresh_cache-94bf8010-b4e1-461f-aba7-0323563f3368" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.201923] env[62743]: DEBUG nova.network.neutron [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.209301] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30903e08-edc3-4343-99c4-faa4a5bcd1c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.223176] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a82cba8-bedc-450e-a6ca-9ada5864fd74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.241686] env[62743]: DEBUG nova.compute.provider_tree [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1789.532616] env[62743]: DEBUG oslo_vmware.api [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063358, 'name': PowerOnVM_Task, 'duration_secs': 0.710112} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.532900] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.533101] env[62743]: INFO nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Took 12.07 seconds to spawn the instance on the hypervisor. [ 1789.533287] env[62743]: DEBUG nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.534079] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80f0ee5-0997-4dd1-9b11-452a6a8d3fbd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.743114] env[62743]: DEBUG nova.network.neutron [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.785669] env[62743]: DEBUG nova.scheduler.client.report [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1789.785938] env[62743]: DEBUG nova.compute.provider_tree [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 39 to 40 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1789.786126] env[62743]: DEBUG nova.compute.provider_tree [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1789.966826] env[62743]: DEBUG nova.network.neutron [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Updating instance_info_cache with network_info: [{"id": "ea58c1bf-dea3-4418-a090-60557731ac10", "address": "fa:16:3e:d7:bb:a9", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea58c1bf-de", "ovs_interfaceid": "ea58c1bf-dea3-4418-a090-60557731ac10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.059330] env[62743]: INFO nova.compute.manager [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Took 30.94 seconds to build instance. [ 1790.292303] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.471s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.299020] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.663s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.299020] env[62743]: INFO nova.compute.claims [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.331773] env[62743]: INFO nova.scheduler.client.report [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Deleted allocations for instance 4deff428-c031-4f48-a875-c752206d7f2b [ 1790.474144] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Releasing lock "refresh_cache-94bf8010-b4e1-461f-aba7-0323563f3368" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.474512] env[62743]: DEBUG nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Instance network_info: |[{"id": "ea58c1bf-dea3-4418-a090-60557731ac10", "address": "fa:16:3e:d7:bb:a9", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea58c1bf-de", "ovs_interfaceid": "ea58c1bf-dea3-4418-a090-60557731ac10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1790.474956] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:bb:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea58c1bf-dea3-4418-a090-60557731ac10', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.486098] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Creating folder: Project (cb9336cc66ff4183b0fbb09bb1dca3d7). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.486706] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-380fa85e-5536-4bc6-85f8-e56de996f8d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.502356] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Created folder: Project (cb9336cc66ff4183b0fbb09bb1dca3d7) in parent group-v423128. [ 1790.502540] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Creating folder: Instances. Parent ref: group-v423175. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.503161] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bcd2934-0ab0-4ce2-804d-f3f329376057 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.516484] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Created folder: Instances in parent group-v423175. [ 1790.516916] env[62743]: DEBUG oslo.service.loopingcall [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.517353] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.517642] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0856b323-36cc-41d3-ba43-3fc93105929e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.560078] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.560078] env[62743]: value = "task-2063361" [ 1790.560078] env[62743]: _type = "Task" [ 1790.560078] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.562993] env[62743]: DEBUG oslo_concurrency.lockutils [None req-20572e18-720d-429d-9ec2-54572044e212 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "414ecfc0-b23e-4027-a227-772f4867827e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.451s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.573862] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063361, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.846668] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9972d1fa-712c-47fd-a8c4-fee121e8c108 tempest-ServerExternalEventsTest-2087066332 tempest-ServerExternalEventsTest-2087066332-project-member] Lock "4deff428-c031-4f48-a875-c752206d7f2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.193s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.065537] env[62743]: DEBUG nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.072048] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063361, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.138188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Acquiring lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.138188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.258788] env[62743]: DEBUG nova.compute.manager [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Received event network-changed-ea58c1bf-dea3-4418-a090-60557731ac10 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1791.259182] env[62743]: DEBUG nova.compute.manager [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Refreshing instance network info cache due to event network-changed-ea58c1bf-dea3-4418-a090-60557731ac10. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1791.259763] env[62743]: DEBUG oslo_concurrency.lockutils [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] Acquiring lock "refresh_cache-94bf8010-b4e1-461f-aba7-0323563f3368" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.259763] env[62743]: DEBUG oslo_concurrency.lockutils [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] Acquired lock "refresh_cache-94bf8010-b4e1-461f-aba7-0323563f3368" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.260790] env[62743]: DEBUG nova.network.neutron [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Refreshing network info cache for port ea58c1bf-dea3-4418-a090-60557731ac10 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1791.318499] env[62743]: DEBUG nova.network.neutron [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Successfully updated port: 78b19751-1c5f-4417-b088-9f97aa42004f {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.580075] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063361, 'name': CreateVM_Task, 'duration_secs': 0.768018} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.586997] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.588363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.588363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.588538] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.588711] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea454ab-8db1-4866-aa90-7dbebb9efe3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.598155] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.600132] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1791.600132] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521ff92f-857a-05e7-24af-8ea861ec42fd" [ 1791.600132] env[62743]: _type = "Task" [ 1791.600132] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.613233] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521ff92f-857a-05e7-24af-8ea861ec42fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.784114] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfeb6ac-87bd-44d7-8dcb-fee718d09e9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.793321] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de5fd7-1033-439d-b5bb-50bd42846b04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.833347] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "refresh_cache-fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.833703] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquired lock "refresh_cache-fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.833951] env[62743]: DEBUG nova.network.neutron [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.840849] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bc5d08-fa07-4751-a80f-10a80f36596d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.854337] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12474626-c0ee-4fc2-8af0-22b069a7c29e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.875312] env[62743]: DEBUG nova.compute.provider_tree [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.892267] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "de305795-6e3c-446d-82dd-54586b35d067" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.892543] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.119244] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521ff92f-857a-05e7-24af-8ea861ec42fd, 'name': SearchDatastore_Task, 'duration_secs': 0.023215} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.119422] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.119707] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1792.120049] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.120784] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.121161] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1792.121536] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60972390-0ff2-41cb-8f53-44ce550062b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.132550] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1792.133144] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1792.134438] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cd69e3-632d-4b27-bfdc-4a888f2338aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.144416] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1792.144416] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528f84e5-45d5-b8c5-29d5-f4582d068f1e" [ 1792.144416] env[62743]: _type = "Task" [ 1792.144416] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.165524] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528f84e5-45d5-b8c5-29d5-f4582d068f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.208470] env[62743]: DEBUG nova.network.neutron [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Updated VIF entry in instance network info cache for port ea58c1bf-dea3-4418-a090-60557731ac10. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.208855] env[62743]: DEBUG nova.network.neutron [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Updating instance_info_cache with network_info: [{"id": "ea58c1bf-dea3-4418-a090-60557731ac10", "address": "fa:16:3e:d7:bb:a9", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea58c1bf-de", "ovs_interfaceid": "ea58c1bf-dea3-4418-a090-60557731ac10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.379122] env[62743]: DEBUG nova.scheduler.client.report [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.410087] env[62743]: DEBUG nova.network.neutron [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.658624] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528f84e5-45d5-b8c5-29d5-f4582d068f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.03691} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.658624] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa87412f-ef6e-47f9-84ba-827028f1a410 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.666347] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1792.666347] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c6cad0-eedb-92cf-c711-b28c2f8e73a9" [ 1792.666347] env[62743]: _type = "Task" [ 1792.666347] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.676445] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c6cad0-eedb-92cf-c711-b28c2f8e73a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.714648] env[62743]: DEBUG oslo_concurrency.lockutils [req-93ae195d-084d-4a11-af3d-36df4c1c93ee req-26f29712-d305-4d42-96a5-c47ffab147d0 service nova] Releasing lock "refresh_cache-94bf8010-b4e1-461f-aba7-0323563f3368" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.853187] env[62743]: DEBUG nova.compute.manager [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1792.854757] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214cfbe-c6de-4075-8d03-0c15c0ac45c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.886409] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.886409] env[62743]: DEBUG nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.891018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.905s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.891018] env[62743]: INFO nova.compute.claims [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.978121] env[62743]: DEBUG nova.network.neutron [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Updating instance_info_cache with network_info: [{"id": "78b19751-1c5f-4417-b088-9f97aa42004f", "address": "fa:16:3e:b1:34:7a", "network": {"id": "584ef66e-7521-4480-9bcc-5ac765dedab2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-70989098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26917c2ec1a644db9582d8a0ec458b65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b19751-1c", "ovs_interfaceid": "78b19751-1c5f-4417-b088-9f97aa42004f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.183766] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c6cad0-eedb-92cf-c711-b28c2f8e73a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.184790] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.185265] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 94bf8010-b4e1-461f-aba7-0323563f3368/94bf8010-b4e1-461f-aba7-0323563f3368.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1793.185565] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda17033-ab67-4cc0-9b71-c2e72b181c5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.193997] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1793.193997] env[62743]: value = "task-2063362" [ 1793.193997] env[62743]: _type = "Task" [ 1793.193997] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.204165] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.374667] env[62743]: INFO nova.compute.manager [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] instance snapshotting [ 1793.378021] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ea19a-bdca-486e-bdd8-4b9e8c9f7a7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.402274] env[62743]: DEBUG nova.compute.utils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1793.407484] env[62743]: DEBUG nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1793.407484] env[62743]: DEBUG nova.network.neutron [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1793.409036] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e81e6a1-96b2-4024-900c-dbf3b9735943 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.485377] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Releasing lock "refresh_cache-fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.485377] env[62743]: DEBUG nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Instance network_info: |[{"id": "78b19751-1c5f-4417-b088-9f97aa42004f", "address": "fa:16:3e:b1:34:7a", "network": {"id": "584ef66e-7521-4480-9bcc-5ac765dedab2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-70989098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26917c2ec1a644db9582d8a0ec458b65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b19751-1c", "ovs_interfaceid": "78b19751-1c5f-4417-b088-9f97aa42004f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1793.485481] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:34:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78b19751-1c5f-4417-b088-9f97aa42004f', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.493008] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Creating folder: Project (26917c2ec1a644db9582d8a0ec458b65). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1793.493832] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4f8608-3ec5-4881-a71b-e3c00c4ad40a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.508832] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Created folder: Project (26917c2ec1a644db9582d8a0ec458b65) in parent group-v423128. [ 1793.508832] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Creating folder: Instances. Parent ref: group-v423178. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1793.509882] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c0f2ca-b428-40a1-82bb-0cfa140ea9de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.523798] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Created folder: Instances in parent group-v423178. [ 1793.524320] env[62743]: DEBUG oslo.service.loopingcall [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.524320] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1793.524533] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95d98768-f44c-4e77-ad2a-c95f926c1dc1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.547357] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.547357] env[62743]: value = "task-2063365" [ 1793.547357] env[62743]: _type = "Task" [ 1793.547357] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.557830] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063365, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.559413] env[62743]: DEBUG nova.policy [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80eef8c56bbf4e1e950c75bd6bfd4413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '492623fabcae416384fab3b9c87d205b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1793.710248] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063362, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.775355] env[62743]: DEBUG nova.compute.manager [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Received event network-vif-plugged-78b19751-1c5f-4417-b088-9f97aa42004f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1793.775616] env[62743]: DEBUG oslo_concurrency.lockutils [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] Acquiring lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.775968] env[62743]: DEBUG oslo_concurrency.lockutils [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.776350] env[62743]: DEBUG oslo_concurrency.lockutils [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.776548] env[62743]: DEBUG nova.compute.manager [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] No waiting events found dispatching network-vif-plugged-78b19751-1c5f-4417-b088-9f97aa42004f {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.776710] env[62743]: WARNING nova.compute.manager [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Received unexpected event network-vif-plugged-78b19751-1c5f-4417-b088-9f97aa42004f for instance with vm_state building and task_state spawning. [ 1793.776863] env[62743]: DEBUG nova.compute.manager [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Received event network-changed-78b19751-1c5f-4417-b088-9f97aa42004f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1793.777019] env[62743]: DEBUG nova.compute.manager [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Refreshing instance network info cache due to event network-changed-78b19751-1c5f-4417-b088-9f97aa42004f. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1793.777209] env[62743]: DEBUG oslo_concurrency.lockutils [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] Acquiring lock "refresh_cache-fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.777337] env[62743]: DEBUG oslo_concurrency.lockutils [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] Acquired lock "refresh_cache-fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.777493] env[62743]: DEBUG nova.network.neutron [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Refreshing network info cache for port 78b19751-1c5f-4417-b088-9f97aa42004f {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.907420] env[62743]: DEBUG nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.930249] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1793.930249] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd7a7cff-d693-440f-9eea-017dbf594b96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.944807] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1793.944807] env[62743]: value = "task-2063366" [ 1793.944807] env[62743]: _type = "Task" [ 1793.944807] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.967532] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.063473] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063365, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.211225] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54772} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.211225] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 94bf8010-b4e1-461f-aba7-0323563f3368/94bf8010-b4e1-461f-aba7-0323563f3368.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.211225] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1794.211225] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abbee273-a5cb-4d4a-b169-474b8baf8463 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.224201] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1794.224201] env[62743]: value = "task-2063367" [ 1794.224201] env[62743]: _type = "Task" [ 1794.224201] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.238696] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.272344] env[62743]: DEBUG nova.compute.manager [None req-84b17b28-5df3-4e6b-9851-0daa81cf40b0 tempest-ServerDiagnosticsV248Test-953437249 tempest-ServerDiagnosticsV248Test-953437249-project-admin] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1794.273813] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b91806-a92d-4363-9c59-a1dca275a87f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.289577] env[62743]: INFO nova.compute.manager [None req-84b17b28-5df3-4e6b-9851-0daa81cf40b0 tempest-ServerDiagnosticsV248Test-953437249 tempest-ServerDiagnosticsV248Test-953437249-project-admin] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Retrieving diagnostics [ 1794.290193] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c8c8b-0180-442a-a77a-840d3efcf078 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.350367] env[62743]: DEBUG nova.network.neutron [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Successfully created port: b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1794.469391] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.493143] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.494190] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.565623] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063365, 'name': CreateVM_Task, 'duration_secs': 0.568064} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.572173] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.572173] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.572173] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.572446] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.573206] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b14422-5c0a-4d83-b606-c940afb59254 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.580746] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1794.580746] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c42e49-a65a-cad1-2cc0-e11578e2ab36" [ 1794.580746] env[62743]: _type = "Task" [ 1794.580746] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.594412] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c42e49-a65a-cad1-2cc0-e11578e2ab36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.616356] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899d2dd-eff8-4ec8-92ec-a56653e02e6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.625189] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917eaa7c-8cb3-400e-a6c1-8a780c3f3459 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.665700] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9525871a-17a3-41f1-9fb3-8df2b10f1606 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.674575] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0ad717-7355-4c40-8333-f433b0208b8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.690965] env[62743]: DEBUG nova.compute.provider_tree [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.735817] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092535} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.736441] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.737456] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516c119-71ae-4715-b312-5cef31abe2ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.763816] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 94bf8010-b4e1-461f-aba7-0323563f3368/94bf8010-b4e1-461f-aba7-0323563f3368.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.764559] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdece0b-6929-4edf-a6f8-8dcd6c5795a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.782417] env[62743]: DEBUG nova.network.neutron [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Updated VIF entry in instance network info cache for port 78b19751-1c5f-4417-b088-9f97aa42004f. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.782827] env[62743]: DEBUG nova.network.neutron [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Updating instance_info_cache with network_info: [{"id": "78b19751-1c5f-4417-b088-9f97aa42004f", "address": "fa:16:3e:b1:34:7a", "network": {"id": "584ef66e-7521-4480-9bcc-5ac765dedab2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-70989098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26917c2ec1a644db9582d8a0ec458b65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78b19751-1c", "ovs_interfaceid": "78b19751-1c5f-4417-b088-9f97aa42004f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1794.794326] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1794.794326] env[62743]: value = "task-2063368" [ 1794.794326] env[62743]: _type = "Task" [ 1794.794326] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.802196] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.921274] env[62743]: DEBUG nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.958390] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1794.958587] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.958734] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1794.958908] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.962535] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1794.962535] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1794.962732] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1794.962732] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1794.962971] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1794.963077] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1794.963247] env[62743]: DEBUG nova.virt.hardware [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1794.964101] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b397815-550b-462c-98ed-be9ab397b307 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.972969] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063366, 'name': CreateSnapshot_Task, 'duration_secs': 0.771722} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.975849] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1794.976660] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a893269-4ce2-4c0e-80e1-ad8e015223a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.980290] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a98f81f-094e-4325-a523-b2922e4e8b90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.100128] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c42e49-a65a-cad1-2cc0-e11578e2ab36, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.100455] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.100689] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.100921] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.101079] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.101837] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.101837] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ed5efc-84cc-4cb7-ab49-c153e8c598eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.112274] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.112632] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.114231] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea23bc63-0fb6-4f50-a717-97f8757269a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.121443] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1795.121443] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ac3f83-fde8-1bc7-5f80-bc66a7b1d115" [ 1795.121443] env[62743]: _type = "Task" [ 1795.121443] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.131036] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ac3f83-fde8-1bc7-5f80-bc66a7b1d115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.198270] env[62743]: DEBUG nova.scheduler.client.report [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.285894] env[62743]: DEBUG oslo_concurrency.lockutils [req-37336942-3d0d-42cd-a93b-b21cb5b078d1 req-00cc2f76-51bc-4654-b71b-cde786dd7748 service nova] Releasing lock "refresh_cache-fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.308526] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.513331] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1795.513647] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-37786436-c635-4132-8d8d-4ce7f55198fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.524737] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1795.524737] env[62743]: value = "task-2063369" [ 1795.524737] env[62743]: _type = "Task" [ 1795.524737] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.534512] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063369, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.634523] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ac3f83-fde8-1bc7-5f80-bc66a7b1d115, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.635393] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4777f324-597c-409c-8a1d-8a496b9f9858 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.641628] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1795.641628] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52453014-d057-931a-4077-5e05fd0f2852" [ 1795.641628] env[62743]: _type = "Task" [ 1795.641628] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.659723] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52453014-d057-931a-4077-5e05fd0f2852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.704303] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.705575] env[62743]: DEBUG nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1795.711939] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.965s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.713800] env[62743]: INFO nova.compute.claims [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1795.798630] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "3e05676e-70ae-4a04-a386-6b53eba82684" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.799114] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "3e05676e-70ae-4a04-a386-6b53eba82684" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.799114] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "3e05676e-70ae-4a04-a386-6b53eba82684-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.799281] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "3e05676e-70ae-4a04-a386-6b53eba82684-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.799434] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "3e05676e-70ae-4a04-a386-6b53eba82684-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.802465] env[62743]: INFO nova.compute.manager [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Terminating instance [ 1795.809540] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063368, 'name': ReconfigVM_Task, 'duration_secs': 0.816938} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.811447] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 94bf8010-b4e1-461f-aba7-0323563f3368/94bf8010-b4e1-461f-aba7-0323563f3368.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.811840] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3861dc9b-b628-4cf8-aa45-d81788252d92 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.820156] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1795.820156] env[62743]: value = "task-2063370" [ 1795.820156] env[62743]: _type = "Task" [ 1795.820156] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.830945] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063370, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.034926] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063369, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.159185] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52453014-d057-931a-4077-5e05fd0f2852, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.159185] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.159530] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9/fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.161079] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e977e520-f92c-4faa-8f45-eece7e20ad44 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.168304] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1796.168304] env[62743]: value = "task-2063371" [ 1796.168304] env[62743]: _type = "Task" [ 1796.168304] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.178351] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.221963] env[62743]: DEBUG nova.compute.utils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.227321] env[62743]: DEBUG nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1796.227575] env[62743]: DEBUG nova.network.neutron [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1796.316026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "refresh_cache-3e05676e-70ae-4a04-a386-6b53eba82684" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.316564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquired lock "refresh_cache-3e05676e-70ae-4a04-a386-6b53eba82684" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.316706] env[62743]: DEBUG nova.network.neutron [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.317921] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "9f51515f-0845-40bf-b62a-9eaac1360e13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.318220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "9f51515f-0845-40bf-b62a-9eaac1360e13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.332452] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063370, 'name': Rename_Task, 'duration_secs': 0.402659} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.332723] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1796.332968] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a21c871c-8207-46fe-ad65-703dd6f386c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.341523] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1796.341523] env[62743]: value = "task-2063372" [ 1796.341523] env[62743]: _type = "Task" [ 1796.341523] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.350758] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.367344] env[62743]: DEBUG nova.policy [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4419d3aa464dcdba9ac822d4cf65e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba4d3081f694640a5bf84feafdc4789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.540158] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063369, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.682145] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063371, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.730339] env[62743]: DEBUG nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1796.843273] env[62743]: DEBUG nova.network.neutron [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Successfully updated port: b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.857395] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063372, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.865782] env[62743]: DEBUG nova.network.neutron [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.973172] env[62743]: DEBUG nova.network.neutron [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.039575] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063369, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.075165] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "339999aa-0f91-47fd-9fa7-766e28a99026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.075400] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.168503] env[62743]: DEBUG nova.network.neutron [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Successfully created port: 89c32ab6-6b53-485f-a169-905323aa19a3 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.184243] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55259} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.185288] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9/fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.185288] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.185528] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c6b8158-eb93-4675-8ffd-40da252a35b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.193267] env[62743]: DEBUG nova.compute.manager [req-3061d25b-19ec-418b-a756-399b413efd29 req-b296e954-ffd0-4186-b9df-799545709677 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Received event network-vif-plugged-b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1797.193472] env[62743]: DEBUG oslo_concurrency.lockutils [req-3061d25b-19ec-418b-a756-399b413efd29 req-b296e954-ffd0-4186-b9df-799545709677 service nova] Acquiring lock "6ee918d4-4e81-46d4-95f8-3a10eec98535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.195663] env[62743]: DEBUG oslo_concurrency.lockutils [req-3061d25b-19ec-418b-a756-399b413efd29 req-b296e954-ffd0-4186-b9df-799545709677 service nova] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.195834] env[62743]: DEBUG oslo_concurrency.lockutils [req-3061d25b-19ec-418b-a756-399b413efd29 req-b296e954-ffd0-4186-b9df-799545709677 service nova] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.196035] env[62743]: DEBUG nova.compute.manager [req-3061d25b-19ec-418b-a756-399b413efd29 req-b296e954-ffd0-4186-b9df-799545709677 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] No waiting events found dispatching network-vif-plugged-b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.196191] env[62743]: WARNING nova.compute.manager [req-3061d25b-19ec-418b-a756-399b413efd29 req-b296e954-ffd0-4186-b9df-799545709677 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Received unexpected event network-vif-plugged-b9137cc4-b4f2-4dbe-af98-99c2b152bee4 for instance with vm_state building and task_state spawning. [ 1797.198020] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1797.198020] env[62743]: value = "task-2063373" [ 1797.198020] env[62743]: _type = "Task" [ 1797.198020] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.210409] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.312197] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c95d98-2591-4441-81a5-02c6bbcb6afa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.320911] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a676afad-b85e-499e-b854-f32a4b132d0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.356112] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.356267] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquired lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.357872] env[62743]: DEBUG nova.network.neutron [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.361150] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c362ca-27a2-44fe-83a1-08abedd11439 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.380799] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063372, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.380799] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec297e-da0a-4ba2-ad53-b9dba79247a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.401713] env[62743]: DEBUG nova.compute.provider_tree [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.476639] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "b25ef405-c60d-43e9-b829-bc6d0e861364" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.477194] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.479112] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Releasing lock "refresh_cache-3e05676e-70ae-4a04-a386-6b53eba82684" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.482020] env[62743]: DEBUG nova.compute.manager [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1797.482020] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1797.482020] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9de278c-1178-46c5-a4a0-df74fa56eeb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.492832] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1797.493612] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b12da42-cf88-4e01-bd80-f0d420b9ce6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.502497] env[62743]: DEBUG oslo_vmware.api [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1797.502497] env[62743]: value = "task-2063374" [ 1797.502497] env[62743]: _type = "Task" [ 1797.502497] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.514734] env[62743]: DEBUG oslo_vmware.api [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.539700] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063369, 'name': CloneVM_Task, 'duration_secs': 1.666769} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.540217] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Created linked-clone VM from snapshot [ 1797.541195] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6230ea8c-cf56-4aa9-934e-afee87f098d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.552016] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Uploading image 07b73c4d-f9a6-4d84-a699-ea2f7326e01c {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1797.579907] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1797.579907] env[62743]: value = "vm-423182" [ 1797.579907] env[62743]: _type = "VirtualMachine" [ 1797.579907] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1797.580308] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e87c006-12fa-4ffa-862b-9ad03e7714fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.589622] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lease: (returnval){ [ 1797.589622] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a18052-456b-aa1d-01f6-ec8995a18f93" [ 1797.589622] env[62743]: _type = "HttpNfcLease" [ 1797.589622] env[62743]: } obtained for exporting VM: (result){ [ 1797.589622] env[62743]: value = "vm-423182" [ 1797.589622] env[62743]: _type = "VirtualMachine" [ 1797.589622] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1797.590142] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the lease: (returnval){ [ 1797.590142] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a18052-456b-aa1d-01f6-ec8995a18f93" [ 1797.590142] env[62743]: _type = "HttpNfcLease" [ 1797.590142] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1797.598980] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.598980] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a18052-456b-aa1d-01f6-ec8995a18f93" [ 1797.598980] env[62743]: _type = "HttpNfcLease" [ 1797.598980] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1797.710839] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071226} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.711102] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.711927] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022e09f8-3c72-4aff-8da6-266d09f65530 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.735102] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9/fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.735491] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596ca10a-86cb-4d0f-8985-a6dfe012bb71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.752016] env[62743]: DEBUG nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1797.760841] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1797.760841] env[62743]: value = "task-2063376" [ 1797.760841] env[62743]: _type = "Task" [ 1797.760841] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.771903] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.789598] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1797.789850] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.790021] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1797.790200] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.790350] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1797.790498] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1797.790722] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1797.790928] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1797.791141] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1797.791345] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1797.791531] env[62743]: DEBUG nova.virt.hardware [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1797.792408] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94a072-707a-4eee-bb69-d6cca583973f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.802049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dbdb7-fddf-4ecd-a618-2e3c9ee0588a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.871960] env[62743]: DEBUG oslo_vmware.api [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063372, 'name': PowerOnVM_Task, 'duration_secs': 1.32032} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.872379] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.872652] env[62743]: INFO nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Took 11.61 seconds to spawn the instance on the hypervisor. [ 1797.872918] env[62743]: DEBUG nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.874689] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4e8f93-e909-4a3f-907c-3bcf35a9237d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.908989] env[62743]: DEBUG nova.scheduler.client.report [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1798.015459] env[62743]: DEBUG oslo_vmware.api [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063374, 'name': PowerOffVM_Task, 'duration_secs': 0.177753} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.015845] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1798.016230] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1798.016520] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b2ea869-4e1b-495c-8223-ee1764e0b6e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.051621] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1798.051878] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1798.052117] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Deleting the datastore file [datastore1] 3e05676e-70ae-4a04-a386-6b53eba82684 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1798.052401] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502b86ab-f3b2-4586-a66e-34edc7453c21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.072604] env[62743]: DEBUG oslo_vmware.api [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for the task: (returnval){ [ 1798.072604] env[62743]: value = "task-2063378" [ 1798.072604] env[62743]: _type = "Task" [ 1798.072604] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.086225] env[62743]: DEBUG oslo_vmware.api [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.099635] env[62743]: DEBUG nova.network.neutron [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.109277] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1798.109277] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a18052-456b-aa1d-01f6-ec8995a18f93" [ 1798.109277] env[62743]: _type = "HttpNfcLease" [ 1798.109277] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1798.109627] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1798.109627] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a18052-456b-aa1d-01f6-ec8995a18f93" [ 1798.109627] env[62743]: _type = "HttpNfcLease" [ 1798.109627] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1798.111038] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416cb28b-f8f8-4a77-b371-5f141759e471 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.126195] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a2138-97b0-bc1c-72fa-2f5d316e09df/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1798.126760] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a2138-97b0-bc1c-72fa-2f5d316e09df/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1798.252496] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94ce1684-7ed1-4658-8476-3122ec9306f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.270885] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063376, 'name': ReconfigVM_Task, 'duration_secs': 0.339736} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.273994] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Reconfigured VM instance instance-00000012 to attach disk [datastore1] fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9/fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.276506] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e53cb8f-91db-488d-9038-c6c4b6d77576 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.287691] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1798.287691] env[62743]: value = "task-2063379" [ 1798.287691] env[62743]: _type = "Task" [ 1798.287691] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.302477] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063379, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.407787] env[62743]: INFO nova.compute.manager [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Took 34.19 seconds to build instance. [ 1798.413658] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.414248] env[62743]: DEBUG nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1798.420437] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.917s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.423969] env[62743]: INFO nova.compute.claims [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1798.442692] env[62743]: DEBUG nova.network.neutron [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updating instance_info_cache with network_info: [{"id": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "address": "fa:16:3e:91:4a:2d", "network": {"id": "6c8291f1-92fd-4d00-aa1c-6402dc03df1e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-252540397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492623fabcae416384fab3b9c87d205b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9137cc4-b4", "ovs_interfaceid": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.589283] env[62743]: DEBUG oslo_vmware.api [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Task: {'id': task-2063378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361651} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.589632] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1798.589873] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1798.590127] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1798.590617] env[62743]: INFO nova.compute.manager [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1798.591151] env[62743]: DEBUG oslo.service.loopingcall [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.591559] env[62743]: DEBUG nova.compute.manager [-] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1798.591789] env[62743]: DEBUG nova.network.neutron [-] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1798.610059] env[62743]: DEBUG nova.network.neutron [-] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.798769] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063379, 'name': Rename_Task, 'duration_secs': 0.249432} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.799523] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.799523] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5469da4-1ff5-4e86-95fd-64299bcc5d88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.809749] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1798.809749] env[62743]: value = "task-2063380" [ 1798.809749] env[62743]: _type = "Task" [ 1798.809749] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.820479] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.911825] env[62743]: DEBUG oslo_concurrency.lockutils [None req-162db8ba-97d1-402f-9dc9-2a619cb5e40a tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "94bf8010-b4e1-461f-aba7-0323563f3368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.959s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.929151] env[62743]: DEBUG nova.compute.utils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1798.933884] env[62743]: DEBUG nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1798.937341] env[62743]: DEBUG nova.network.neutron [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1798.947958] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Releasing lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.948347] env[62743]: DEBUG nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Instance network_info: |[{"id": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "address": "fa:16:3e:91:4a:2d", "network": {"id": "6c8291f1-92fd-4d00-aa1c-6402dc03df1e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-252540397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492623fabcae416384fab3b9c87d205b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9137cc4-b4", "ovs_interfaceid": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1798.948765] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:4a:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9137cc4-b4f2-4dbe-af98-99c2b152bee4', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1798.960123] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Creating folder: Project (492623fabcae416384fab3b9c87d205b). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1798.961554] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22ccd6f0-5612-4f62-97f4-98a1ec7ac1c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.977023] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Created folder: Project (492623fabcae416384fab3b9c87d205b) in parent group-v423128. [ 1798.977271] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Creating folder: Instances. Parent ref: group-v423183. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1798.978079] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-074d2ac1-f8c7-4cc1-b871-60e12f316106 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.990384] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Created folder: Instances in parent group-v423183. [ 1798.990806] env[62743]: DEBUG oslo.service.loopingcall [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.991322] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1798.991820] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6813f982-88aa-4cc1-8f2d-08f6c54ca176 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.019869] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.019869] env[62743]: value = "task-2063383" [ 1799.019869] env[62743]: _type = "Task" [ 1799.019869] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.031202] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063383, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.032591] env[62743]: DEBUG nova.policy [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16e986aae3c240c6be65f1a0c79261c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6d26c261e464184830a61e9e422205c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1799.115840] env[62743]: DEBUG nova.network.neutron [-] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.326223] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.417039] env[62743]: DEBUG nova.compute.manager [None req-8728f05a-e4c4-4d11-b3fb-63ac63656768 tempest-ServersListShow296Test-1515929897 tempest-ServersListShow296Test-1515929897-project-member] [instance: 6495c28a-51cd-43ef-a5ec-46c8d8b43029] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1799.438854] env[62743]: DEBUG nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1799.480783] env[62743]: DEBUG nova.compute.manager [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Received event network-changed-b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1799.480783] env[62743]: DEBUG nova.compute.manager [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Refreshing instance network info cache due to event network-changed-b9137cc4-b4f2-4dbe-af98-99c2b152bee4. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1799.480988] env[62743]: DEBUG oslo_concurrency.lockutils [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] Acquiring lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.482288] env[62743]: DEBUG oslo_concurrency.lockutils [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] Acquired lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.482538] env[62743]: DEBUG nova.network.neutron [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Refreshing network info cache for port b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.543025] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063383, 'name': CreateVM_Task, 'duration_secs': 0.384035} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.543025] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.543025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.543025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.544345] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.549077] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05408521-7598-47fe-817d-6148d89aa4f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.558525] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1799.558525] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520de5dc-d31e-5b1a-1ea6-5c6f5b5ba3e1" [ 1799.558525] env[62743]: _type = "Task" [ 1799.558525] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.574294] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520de5dc-d31e-5b1a-1ea6-5c6f5b5ba3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.580952] env[62743]: DEBUG nova.network.neutron [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Successfully created port: 361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1799.620477] env[62743]: INFO nova.compute.manager [-] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Took 1.03 seconds to deallocate network for instance. [ 1799.802921] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.803322] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.816534] env[62743]: DEBUG nova.network.neutron [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Successfully updated port: 89c32ab6-6b53-485f-a169-905323aa19a3 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.834540] env[62743]: DEBUG oslo_vmware.api [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063380, 'name': PowerOnVM_Task, 'duration_secs': 0.664432} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.838800] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1799.838800] env[62743]: INFO nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1799.838800] env[62743]: DEBUG nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.840565] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe45d219-6612-40ae-a281-5eca8d6e66f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.921399] env[62743]: DEBUG nova.compute.manager [None req-8728f05a-e4c4-4d11-b3fb-63ac63656768 tempest-ServersListShow296Test-1515929897 tempest-ServersListShow296Test-1515929897-project-member] [instance: 6495c28a-51cd-43ef-a5ec-46c8d8b43029] Instance disappeared before build. {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1800.076727] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520de5dc-d31e-5b1a-1ea6-5c6f5b5ba3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017771} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.077186] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.077610] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.077757] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.077878] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.078153] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.080694] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-020e384c-a71c-47b5-82c4-3e2a74c303d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.097888] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.098487] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.098930] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46be847-2a56-455d-8e47-6bc82ef221ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.108587] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1800.108587] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52263458-f608-233a-2f92-9cd63518a874" [ 1800.108587] env[62743]: _type = "Task" [ 1800.108587] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.123555] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52263458-f608-233a-2f92-9cd63518a874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.127876] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.230929] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26faad83-ed61-4f5a-8171-438deaceb495 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.241111] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d014d4-a588-4a2d-bfd7-e65f7abac61c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.286514] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5359ff74-f884-482c-87c7-3b2de244fad2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.295707] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905c1b47-1a53-4316-b61e-ac29102efaaf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.312318] env[62743]: DEBUG nova.compute.provider_tree [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.326504] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.326678] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.326904] env[62743]: DEBUG nova.network.neutron [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.368594] env[62743]: INFO nova.compute.manager [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Took 32.12 seconds to build instance. [ 1800.442775] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8728f05a-e4c4-4d11-b3fb-63ac63656768 tempest-ServersListShow296Test-1515929897 tempest-ServersListShow296Test-1515929897-project-member] Lock "6495c28a-51cd-43ef-a5ec-46c8d8b43029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.563s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.454023] env[62743]: DEBUG nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1800.490575] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1800.490832] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1800.490980] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1800.491620] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1800.491814] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1800.494833] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1800.494833] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1800.494833] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1800.494833] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1800.494833] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1800.495145] env[62743]: DEBUG nova.virt.hardware [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1800.495145] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0b934-cb58-4751-92b0-02b11460411e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.508016] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02bcc57-4424-42e2-8cfc-20d66903c09a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.512964] env[62743]: DEBUG nova.network.neutron [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updated VIF entry in instance network info cache for port b9137cc4-b4f2-4dbe-af98-99c2b152bee4. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.513871] env[62743]: DEBUG nova.network.neutron [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updating instance_info_cache with network_info: [{"id": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "address": "fa:16:3e:91:4a:2d", "network": {"id": "6c8291f1-92fd-4d00-aa1c-6402dc03df1e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-252540397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492623fabcae416384fab3b9c87d205b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9137cc4-b4", "ovs_interfaceid": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.621607] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52263458-f608-233a-2f92-9cd63518a874, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.622386] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7771e1-3e68-4a5c-9958-d269c6511873 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.629076] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1800.629076] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ace5c1-2444-bacc-c507-bf8e3efd590f" [ 1800.629076] env[62743]: _type = "Task" [ 1800.629076] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.639831] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ace5c1-2444-bacc-c507-bf8e3efd590f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.816768] env[62743]: DEBUG nova.scheduler.client.report [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.871205] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b555a9a1-eb88-445d-be1e-726dc13b2c0f tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.769s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.906834] env[62743]: DEBUG nova.network.neutron [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.945987] env[62743]: DEBUG nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.016971] env[62743]: DEBUG oslo_concurrency.lockutils [req-2609ba44-8588-4f6e-869d-f26533112581 req-0b6b77b6-84fb-46bd-9460-883eafa6a7f8 service nova] Releasing lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.147475] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ace5c1-2444-bacc-c507-bf8e3efd590f, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.147746] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.148059] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6ee918d4-4e81-46d4-95f8-3a10eec98535/6ee918d4-4e81-46d4-95f8-3a10eec98535.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.148523] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a2128a-cec6-436d-b4ef-e530f2c298a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.159818] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1801.159818] env[62743]: value = "task-2063384" [ 1801.159818] env[62743]: _type = "Task" [ 1801.159818] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.173401] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.201009] env[62743]: DEBUG nova.network.neutron [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Updating instance_info_cache with network_info: [{"id": "89c32ab6-6b53-485f-a169-905323aa19a3", "address": "fa:16:3e:e5:01:57", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c32ab6-6b", "ovs_interfaceid": "89c32ab6-6b53-485f-a169-905323aa19a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.324089] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.324877] env[62743]: DEBUG nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1801.332340] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.385s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.334296] env[62743]: INFO nova.compute.claims [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1801.376733] env[62743]: DEBUG nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1801.482507] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.512271] env[62743]: DEBUG nova.compute.manager [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Received event network-vif-plugged-89c32ab6-6b53-485f-a169-905323aa19a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1801.512271] env[62743]: DEBUG oslo_concurrency.lockutils [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] Acquiring lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.512271] env[62743]: DEBUG oslo_concurrency.lockutils [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.512406] env[62743]: DEBUG oslo_concurrency.lockutils [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.512575] env[62743]: DEBUG nova.compute.manager [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] No waiting events found dispatching network-vif-plugged-89c32ab6-6b53-485f-a169-905323aa19a3 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1801.512667] env[62743]: WARNING nova.compute.manager [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Received unexpected event network-vif-plugged-89c32ab6-6b53-485f-a169-905323aa19a3 for instance with vm_state building and task_state spawning. [ 1801.513190] env[62743]: DEBUG nova.compute.manager [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Received event network-changed-89c32ab6-6b53-485f-a169-905323aa19a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1801.513190] env[62743]: DEBUG nova.compute.manager [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Refreshing instance network info cache due to event network-changed-89c32ab6-6b53-485f-a169-905323aa19a3. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1801.513190] env[62743]: DEBUG oslo_concurrency.lockutils [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] Acquiring lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.673650] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063384, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.704026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.704380] env[62743]: DEBUG nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Instance network_info: |[{"id": "89c32ab6-6b53-485f-a169-905323aa19a3", "address": "fa:16:3e:e5:01:57", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c32ab6-6b", "ovs_interfaceid": "89c32ab6-6b53-485f-a169-905323aa19a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1801.704758] env[62743]: DEBUG oslo_concurrency.lockutils [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] Acquired lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.704965] env[62743]: DEBUG nova.network.neutron [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Refreshing network info cache for port 89c32ab6-6b53-485f-a169-905323aa19a3 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.707305] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:01:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89c32ab6-6b53-485f-a169-905323aa19a3', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.719298] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating folder: Project (9ba4d3081f694640a5bf84feafdc4789). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1801.724210] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.724456] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.724747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.724850] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.724995] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.728312] env[62743]: INFO nova.compute.manager [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Terminating instance [ 1801.731461] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-242d2496-c00d-4319-8253-c6b975f29957 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.749182] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created folder: Project (9ba4d3081f694640a5bf84feafdc4789) in parent group-v423128. [ 1801.749540] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating folder: Instances. Parent ref: group-v423186. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1801.749665] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d18f60e6-a3af-4af4-8b86-d2160a5ffe08 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.764823] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created folder: Instances in parent group-v423186. [ 1801.765126] env[62743]: DEBUG oslo.service.loopingcall [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.765550] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.765550] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d4cf97-7209-4374-b3f1-dd9fe2050ad1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.796143] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.796143] env[62743]: value = "task-2063387" [ 1801.796143] env[62743]: _type = "Task" [ 1801.796143] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.807024] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063387, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.839367] env[62743]: DEBUG nova.compute.utils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.840870] env[62743]: DEBUG nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1801.841646] env[62743]: DEBUG nova.network.neutron [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1801.904678] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.959859] env[62743]: DEBUG nova.compute.manager [req-df180605-504b-4a4d-bc07-d3be7697b934 req-4e7d359f-9d84-4349-8af8-0e2329c2f798 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received event network-vif-plugged-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1801.960387] env[62743]: DEBUG oslo_concurrency.lockutils [req-df180605-504b-4a4d-bc07-d3be7697b934 req-4e7d359f-9d84-4349-8af8-0e2329c2f798 service nova] Acquiring lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.961112] env[62743]: DEBUG oslo_concurrency.lockutils [req-df180605-504b-4a4d-bc07-d3be7697b934 req-4e7d359f-9d84-4349-8af8-0e2329c2f798 service nova] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.961112] env[62743]: DEBUG oslo_concurrency.lockutils [req-df180605-504b-4a4d-bc07-d3be7697b934 req-4e7d359f-9d84-4349-8af8-0e2329c2f798 service nova] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.961112] env[62743]: DEBUG nova.compute.manager [req-df180605-504b-4a4d-bc07-d3be7697b934 req-4e7d359f-9d84-4349-8af8-0e2329c2f798 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] No waiting events found dispatching network-vif-plugged-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1801.961685] env[62743]: WARNING nova.compute.manager [req-df180605-504b-4a4d-bc07-d3be7697b934 req-4e7d359f-9d84-4349-8af8-0e2329c2f798 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received unexpected event network-vif-plugged-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 for instance with vm_state building and task_state spawning. [ 1801.962523] env[62743]: DEBUG nova.network.neutron [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Successfully updated port: 361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1801.965661] env[62743]: DEBUG nova.policy [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61f9bf41b0db4b0a971e43dca40ad8ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1279b2519099418aa92f0a834eb69984', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.175691] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697707} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.176206] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6ee918d4-4e81-46d4-95f8-3a10eec98535/6ee918d4-4e81-46d4-95f8-3a10eec98535.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.176569] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.177070] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fac7ce6-824c-4e5d-9650-5057a0eafa23 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.187128] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1802.187128] env[62743]: value = "task-2063388" [ 1802.187128] env[62743]: _type = "Task" [ 1802.187128] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.198293] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.216452] env[62743]: DEBUG nova.network.neutron [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Updated VIF entry in instance network info cache for port 89c32ab6-6b53-485f-a169-905323aa19a3. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.216452] env[62743]: DEBUG nova.network.neutron [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Updating instance_info_cache with network_info: [{"id": "89c32ab6-6b53-485f-a169-905323aa19a3", "address": "fa:16:3e:e5:01:57", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c32ab6-6b", "ovs_interfaceid": "89c32ab6-6b53-485f-a169-905323aa19a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.236185] env[62743]: DEBUG nova.compute.manager [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.236541] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.237687] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ea4d3-d0b2-46ab-b1cc-76d20b375825 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.248421] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.248800] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0725c45e-96c3-42b8-9f3a-3cc154845d02 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.258252] env[62743]: DEBUG oslo_vmware.api [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1802.258252] env[62743]: value = "task-2063389" [ 1802.258252] env[62743]: _type = "Task" [ 1802.258252] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.270385] env[62743]: DEBUG oslo_vmware.api [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.310569] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063387, 'name': CreateVM_Task, 'duration_secs': 0.49115} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.310569] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.310569] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.310569] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.310569] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.310569] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7274244c-49d9-468c-871b-0e8a8e7f679e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.315939] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1802.315939] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d859c5-0356-1020-9922-4c7071e2d342" [ 1802.315939] env[62743]: _type = "Task" [ 1802.315939] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.327055] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d859c5-0356-1020-9922-4c7071e2d342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.350923] env[62743]: DEBUG nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1802.472300] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.472501] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquired lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.472931] env[62743]: DEBUG nova.network.neutron [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1802.502397] env[62743]: DEBUG nova.network.neutron [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Successfully created port: 66538c1f-5b95-4e3d-b951-24038662938b {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1802.701898] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114931} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.704770] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1802.705836] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0927755-89f3-4aed-b21c-bacd387feb0d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.722144] env[62743]: DEBUG oslo_concurrency.lockutils [req-1ce0136c-5e0f-4329-9804-ace4cfadcd7d req-1f85d608-55a4-442b-9e99-6f56652662c7 service nova] Releasing lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.730284] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 6ee918d4-4e81-46d4-95f8-3a10eec98535/6ee918d4-4e81-46d4-95f8-3a10eec98535.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.733332] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da71054-4b34-4bf6-9421-7f4f3e24fbf1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.759669] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.759669] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.759862] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1802.759862] env[62743]: value = "task-2063390" [ 1802.759862] env[62743]: _type = "Task" [ 1802.759862] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.778826] env[62743]: DEBUG oslo_vmware.api [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063389, 'name': PowerOffVM_Task, 'duration_secs': 0.245049} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.780134] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.780400] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.780459] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.780782] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e5bcfe-322d-4242-bdaf-ad3b0e639e0d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.831695] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d859c5-0356-1020-9922-4c7071e2d342, 'name': SearchDatastore_Task, 'duration_secs': 0.018696} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.832158] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.832475] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.832798] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.834089] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.834089] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.834089] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-141e44e1-5741-462b-8e44-2dcf49927d2c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.845111] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.845400] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.849010] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c39fda6a-8641-42f3-b1a2-3ebf9c5b4842 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.859047] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1802.859047] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d1eba1-38d0-50ae-c5e3-a6b03874e054" [ 1802.859047] env[62743]: _type = "Task" [ 1802.859047] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.876987] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d1eba1-38d0-50ae-c5e3-a6b03874e054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.007688] env[62743]: DEBUG nova.network.neutron [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.011391] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c34ff9-d025-4d7b-9a07-48ab441dcbe5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.020061] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f19d24-d8bf-4993-8432-79eb439ff192 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.054272] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6de3cf-b27b-4403-85f2-c69fb79c79d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.062955] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ab50c-03b2-48dc-ab9b-7422c7bdeb58 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.078214] env[62743]: DEBUG nova.compute.provider_tree [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.273572] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063390, 'name': ReconfigVM_Task, 'duration_secs': 0.484957} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.273950] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 6ee918d4-4e81-46d4-95f8-3a10eec98535/6ee918d4-4e81-46d4-95f8-3a10eec98535.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.274956] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f77c11d-e815-45c3-9772-64355e22c088 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.283502] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1803.283502] env[62743]: value = "task-2063392" [ 1803.283502] env[62743]: _type = "Task" [ 1803.283502] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.293375] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063392, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.337820] env[62743]: DEBUG nova.network.neutron [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.371546] env[62743]: DEBUG nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1803.373796] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d1eba1-38d0-50ae-c5e3-a6b03874e054, 'name': SearchDatastore_Task, 'duration_secs': 0.019004} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.375212] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7eedc74-5e3c-4af9-ae10-d17a80b98810 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.384791] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1803.384791] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5293a9db-c787-13a3-361b-31b385ef7330" [ 1803.384791] env[62743]: _type = "Task" [ 1803.384791] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.392377] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5293a9db-c787-13a3-361b-31b385ef7330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.409730] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1803.410050] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1803.410264] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1803.410492] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1803.411056] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1803.411280] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1803.411508] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1803.411666] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1803.411829] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1803.411995] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1803.412185] env[62743]: DEBUG nova.virt.hardware [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1803.413076] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89076892-203c-4f9b-9f69-d81f28d4c4c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.425312] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5d186-022f-420d-bbf8-1f3940026ba2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.581798] env[62743]: DEBUG nova.scheduler.client.report [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.796869] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063392, 'name': Rename_Task, 'duration_secs': 0.162171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.797717] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1803.797717] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00538406-a8f3-4da9-b054-66db4e1ba627 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.806986] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1803.806986] env[62743]: value = "task-2063393" [ 1803.806986] env[62743]: _type = "Task" [ 1803.806986] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.819535] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.840429] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Releasing lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.840772] env[62743]: DEBUG nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Instance network_info: |[{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1803.841268] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:16:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '361a6b2f-15de-463e-87a0-7cb5fcca2bd6', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1803.853658] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Creating folder: Project (b6d26c261e464184830a61e9e422205c). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1803.854517] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f09288bd-82d0-4b69-98b3-482c8452940b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.856190] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.856460] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.856643] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Deleting the datastore file [datastore1] fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.856933] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7637412-61a2-48ba-a471-36569b99b14e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.864957] env[62743]: DEBUG oslo_vmware.api [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for the task: (returnval){ [ 1803.864957] env[62743]: value = "task-2063395" [ 1803.864957] env[62743]: _type = "Task" [ 1803.864957] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.870642] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Created folder: Project (b6d26c261e464184830a61e9e422205c) in parent group-v423128. [ 1803.870642] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Creating folder: Instances. Parent ref: group-v423189. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1803.871640] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e1b6958-12bf-4333-9b83-2782606b3907 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.877040] env[62743]: DEBUG oslo_vmware.api [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.882845] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Created folder: Instances in parent group-v423189. [ 1803.883046] env[62743]: DEBUG oslo.service.loopingcall [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.886512] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1803.887911] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f7504c0-4329-4782-916b-00431d6e9ab6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.909950] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5293a9db-c787-13a3-361b-31b385ef7330, 'name': SearchDatastore_Task, 'duration_secs': 0.017855} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.911332] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.911593] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] aa2ca68d-151a-4a1f-b526-230b8d8606a0/aa2ca68d-151a-4a1f-b526-230b8d8606a0.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.911846] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1803.911846] env[62743]: value = "task-2063397" [ 1803.911846] env[62743]: _type = "Task" [ 1803.911846] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.912034] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db7eb9c-ad84-444f-8d79-e64113adb61e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.924480] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063397, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.926271] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1803.926271] env[62743]: value = "task-2063398" [ 1803.926271] env[62743]: _type = "Task" [ 1803.926271] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.936617] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.089816] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.090442] env[62743]: DEBUG nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1804.093491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.905s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.093723] env[62743]: DEBUG nova.objects.instance [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lazy-loading 'resources' on Instance uuid eb920195-af31-4bb4-b7b4-9bc60a213c2d {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.206443] env[62743]: DEBUG nova.compute.manager [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1804.206443] env[62743]: DEBUG nova.compute.manager [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing instance network info cache due to event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1804.206592] env[62743]: DEBUG oslo_concurrency.lockutils [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] Acquiring lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.206827] env[62743]: DEBUG oslo_concurrency.lockutils [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] Acquired lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.207078] env[62743]: DEBUG nova.network.neutron [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1804.327409] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063393, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.362353] env[62743]: DEBUG nova.compute.manager [req-0d6a8166-2f7c-45f5-9644-c3cb410e95ad req-e3697b9c-f152-4dbf-9fc0-8e09241c6e78 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Received event network-vif-plugged-66538c1f-5b95-4e3d-b951-24038662938b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1804.362707] env[62743]: DEBUG oslo_concurrency.lockutils [req-0d6a8166-2f7c-45f5-9644-c3cb410e95ad req-e3697b9c-f152-4dbf-9fc0-8e09241c6e78 service nova] Acquiring lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.362888] env[62743]: DEBUG oslo_concurrency.lockutils [req-0d6a8166-2f7c-45f5-9644-c3cb410e95ad req-e3697b9c-f152-4dbf-9fc0-8e09241c6e78 service nova] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.363131] env[62743]: DEBUG oslo_concurrency.lockutils [req-0d6a8166-2f7c-45f5-9644-c3cb410e95ad req-e3697b9c-f152-4dbf-9fc0-8e09241c6e78 service nova] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.363334] env[62743]: DEBUG nova.compute.manager [req-0d6a8166-2f7c-45f5-9644-c3cb410e95ad req-e3697b9c-f152-4dbf-9fc0-8e09241c6e78 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] No waiting events found dispatching network-vif-plugged-66538c1f-5b95-4e3d-b951-24038662938b {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.363514] env[62743]: WARNING nova.compute.manager [req-0d6a8166-2f7c-45f5-9644-c3cb410e95ad req-e3697b9c-f152-4dbf-9fc0-8e09241c6e78 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Received unexpected event network-vif-plugged-66538c1f-5b95-4e3d-b951-24038662938b for instance with vm_state building and task_state spawning. [ 1804.379532] env[62743]: DEBUG oslo_vmware.api [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Task: {'id': task-2063395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.379865] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.380013] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.380202] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.380374] env[62743]: INFO nova.compute.manager [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1804.380638] env[62743]: DEBUG oslo.service.loopingcall [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.380830] env[62743]: DEBUG nova.compute.manager [-] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.380928] env[62743]: DEBUG nova.network.neutron [-] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.394273] env[62743]: DEBUG nova.network.neutron [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Successfully updated port: 66538c1f-5b95-4e3d-b951-24038662938b {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1804.435492] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063397, 'name': CreateVM_Task, 'duration_secs': 0.456655} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.443321] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1804.444791] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.444791] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.445272] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1804.446426] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5411e61-a26c-4177-a26c-d48aad0fd144 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.456819] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.458377] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1804.458377] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526df5ef-806e-b9bc-fbaa-c192f8af47b6" [ 1804.458377] env[62743]: _type = "Task" [ 1804.458377] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.469437] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526df5ef-806e-b9bc-fbaa-c192f8af47b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.604404] env[62743]: DEBUG nova.compute.utils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1804.605734] env[62743]: DEBUG nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1804.605934] env[62743]: DEBUG nova.network.neutron [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1804.684165] env[62743]: DEBUG nova.policy [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f7f805256ca4ddfb87e1e7f3f4d2571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a329974a21d408087d05fcd88609e68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1804.819566] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.819781] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.825375] env[62743]: DEBUG oslo_vmware.api [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063393, 'name': PowerOnVM_Task, 'duration_secs': 0.525045} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.825666] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.826208] env[62743]: INFO nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1804.826208] env[62743]: DEBUG nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.826987] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2032550-330f-4317-a76d-59b2560ee026 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.903863] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "refresh_cache-628d7db8-2567-4a70-93ce-d062cd4ebf1a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.904102] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquired lock "refresh_cache-628d7db8-2567-4a70-93ce-d062cd4ebf1a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.904204] env[62743]: DEBUG nova.network.neutron [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1804.947667] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701956} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.947993] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] aa2ca68d-151a-4a1f-b526-230b8d8606a0/aa2ca68d-151a-4a1f-b526-230b8d8606a0.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1804.948314] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1804.948649] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d75b3fb-ea01-4096-adcb-068c13313404 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.958090] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1804.958090] env[62743]: value = "task-2063399" [ 1804.958090] env[62743]: _type = "Task" [ 1804.958090] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.981862] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.982519] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526df5ef-806e-b9bc-fbaa-c192f8af47b6, 'name': SearchDatastore_Task, 'duration_secs': 0.069307} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.985243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.985498] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1804.985741] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.985919] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.986143] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.986447] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ec7df7a-1005-46d9-8149-5580b21c0397 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.001750] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1805.002581] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1805.002773] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569e5854-468a-4007-ad93-33d794aa906e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.012768] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1805.012768] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52350d1f-55a8-0c8d-e3f6-d9c480880dbf" [ 1805.012768] env[62743]: _type = "Task" [ 1805.012768] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.020730] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52350d1f-55a8-0c8d-e3f6-d9c480880dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.031638] env[62743]: DEBUG nova.network.neutron [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updated VIF entry in instance network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.032026] env[62743]: DEBUG nova.network.neutron [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.108643] env[62743]: DEBUG nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1805.240172] env[62743]: DEBUG nova.network.neutron [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Successfully created port: 0e67c48a-15e9-4813-a026-919f31aae74a {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1805.259015] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc65857a-144c-4203-a61e-c33b55c796e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.270063] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d1c910-db11-4e1f-a630-d254cd1712c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.311888] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43a2433-6cde-47ca-8d8e-322d5e89a499 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.322479] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f22ee-d402-44bc-b627-f3d3316a9276 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.338924] env[62743]: DEBUG nova.compute.provider_tree [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1805.353266] env[62743]: INFO nova.compute.manager [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Took 35.76 seconds to build instance. [ 1805.443151] env[62743]: DEBUG nova.network.neutron [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.459782] env[62743]: DEBUG nova.network.neutron [-] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.474489] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119281} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.476394] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.476962] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f27855c-8cd3-4a4d-bf85-eb86697bdc56 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.506957] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] aa2ca68d-151a-4a1f-b526-230b8d8606a0/aa2ca68d-151a-4a1f-b526-230b8d8606a0.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.507720] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7482077-209e-4890-ab37-b8374f0ec1a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.538073] env[62743]: DEBUG oslo_concurrency.lockutils [req-f96af475-9935-42a9-9078-3ee9abbc3ab0 req-ba0169ae-a13f-4435-ab51-2fc80016d2b8 service nova] Releasing lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.538696] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52350d1f-55a8-0c8d-e3f6-d9c480880dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.015612} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.541132] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1805.541132] env[62743]: value = "task-2063400" [ 1805.541132] env[62743]: _type = "Task" [ 1805.541132] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.541374] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c74e68-5287-476b-ae53-8b0f76c4ec82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.554510] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.555918] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1805.555918] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5207978e-858f-8b18-19e7-9b224c4047b9" [ 1805.555918] env[62743]: _type = "Task" [ 1805.555918] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.566588] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5207978e-858f-8b18-19e7-9b224c4047b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.726356] env[62743]: DEBUG nova.network.neutron [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Updating instance_info_cache with network_info: [{"id": "66538c1f-5b95-4e3d-b951-24038662938b", "address": "fa:16:3e:83:b7:1f", "network": {"id": "de7a7c94-e3ac-4df0-9030-81948bf49112", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-925407898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1279b2519099418aa92f0a834eb69984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66538c1f-5b", "ovs_interfaceid": "66538c1f-5b95-4e3d-b951-24038662938b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.845739] env[62743]: DEBUG nova.scheduler.client.report [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.852929] env[62743]: DEBUG oslo_concurrency.lockutils [None req-367420d7-e5d4-477c-9b66-be78f6f8c226 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.892s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.966969] env[62743]: INFO nova.compute.manager [-] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Took 1.59 seconds to deallocate network for instance. [ 1806.054768] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.066765] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5207978e-858f-8b18-19e7-9b224c4047b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021546} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.067241] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.067569] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/b1016b3d-45f3-4ee0-882f-0228c3a232f5.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.067910] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93902e06-e6d8-4949-b375-2fb2055a43a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.076824] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1806.076824] env[62743]: value = "task-2063401" [ 1806.076824] env[62743]: _type = "Task" [ 1806.076824] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.087101] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.121921] env[62743]: DEBUG nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1806.156408] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1806.156541] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1806.157602] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1806.157602] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1806.157602] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1806.157602] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1806.157602] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1806.157824] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1806.157824] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1806.157947] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1806.158143] env[62743]: DEBUG nova.virt.hardware [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1806.159024] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca8d794-0e2a-464f-8bb0-bc81f0937a18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.168855] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820bbc22-e7d7-40de-ae2b-662270c93b45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.228566] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Releasing lock "refresh_cache-628d7db8-2567-4a70-93ce-d062cd4ebf1a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.229347] env[62743]: DEBUG nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Instance network_info: |[{"id": "66538c1f-5b95-4e3d-b951-24038662938b", "address": "fa:16:3e:83:b7:1f", "network": {"id": "de7a7c94-e3ac-4df0-9030-81948bf49112", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-925407898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1279b2519099418aa92f0a834eb69984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66538c1f-5b", "ovs_interfaceid": "66538c1f-5b95-4e3d-b951-24038662938b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1806.230018] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66538c1f-5b95-4e3d-b951-24038662938b', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.237927] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Creating folder: Project (1279b2519099418aa92f0a834eb69984). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.238253] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6bfa131-81bb-4ba3-b706-b25a2ca54808 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.252308] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Created folder: Project (1279b2519099418aa92f0a834eb69984) in parent group-v423128. [ 1806.252649] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Creating folder: Instances. Parent ref: group-v423192. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1806.252962] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efcfcfae-696c-4047-a1f2-5d6d0e8bb1d9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.262564] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a2138-97b0-bc1c-72fa-2f5d316e09df/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1806.263484] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48826693-498e-475f-96c9-f3619293afb0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.267944] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Created folder: Instances in parent group-v423192. [ 1806.268230] env[62743]: DEBUG oslo.service.loopingcall [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.268860] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.269157] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3e58a59-cc96-4622-bdd7-3e42eee97b88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.287033] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a2138-97b0-bc1c-72fa-2f5d316e09df/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1806.287245] env[62743]: ERROR oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a2138-97b0-bc1c-72fa-2f5d316e09df/disk-0.vmdk due to incomplete transfer. [ 1806.287871] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c1410538-9e81-461e-a4ea-ca6efede3d3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.294027] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.294027] env[62743]: value = "task-2063404" [ 1806.294027] env[62743]: _type = "Task" [ 1806.294027] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.298209] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a2138-97b0-bc1c-72fa-2f5d316e09df/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1806.298369] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Uploaded image 07b73c4d-f9a6-4d84-a699-ea2f7326e01c to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1806.300331] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1806.301059] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1c2aedc-2652-47d8-9e0e-a106957c7da0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.306019] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063404, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.308514] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1806.308514] env[62743]: value = "task-2063405" [ 1806.308514] env[62743]: _type = "Task" [ 1806.308514] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.316575] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063405, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.350653] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.353226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.538s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.354853] env[62743]: INFO nova.compute.claims [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.358021] env[62743]: DEBUG nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1806.375642] env[62743]: INFO nova.scheduler.client.report [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleted allocations for instance eb920195-af31-4bb4-b7b4-9bc60a213c2d [ 1806.478300] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.556750] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.588016] env[62743]: DEBUG nova.compute.manager [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Received event network-changed-66538c1f-5b95-4e3d-b951-24038662938b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1806.588016] env[62743]: DEBUG nova.compute.manager [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Refreshing instance network info cache due to event network-changed-66538c1f-5b95-4e3d-b951-24038662938b. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1806.588094] env[62743]: DEBUG oslo_concurrency.lockutils [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] Acquiring lock "refresh_cache-628d7db8-2567-4a70-93ce-d062cd4ebf1a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.588264] env[62743]: DEBUG oslo_concurrency.lockutils [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] Acquired lock "refresh_cache-628d7db8-2567-4a70-93ce-d062cd4ebf1a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.588521] env[62743]: DEBUG nova.network.neutron [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Refreshing network info cache for port 66538c1f-5b95-4e3d-b951-24038662938b {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1806.594533] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063401, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.806953] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063404, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.818654] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063405, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.884647] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9606d2d-6133-47f5-9c93-644c59d95db2 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "eb920195-af31-4bb4-b7b4-9bc60a213c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.614s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.887144] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.056937] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063400, 'name': ReconfigVM_Task, 'duration_secs': 1.482339} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.056937] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Reconfigured VM instance instance-00000014 to attach disk [datastore1] aa2ca68d-151a-4a1f-b526-230b8d8606a0/aa2ca68d-151a-4a1f-b526-230b8d8606a0.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1807.057432] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a209fd7-0815-486e-b3ef-00190fb1cc1d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.065388] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1807.065388] env[62743]: value = "task-2063406" [ 1807.065388] env[62743]: _type = "Task" [ 1807.065388] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.075556] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063406, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.088152] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722699} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.088501] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/b1016b3d-45f3-4ee0-882f-0228c3a232f5.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.088705] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.089027] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8b46adf-34cd-467a-bd4f-0e40086a39b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.099205] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1807.099205] env[62743]: value = "task-2063407" [ 1807.099205] env[62743]: _type = "Task" [ 1807.099205] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.107998] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.232534] env[62743]: DEBUG nova.network.neutron [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Successfully updated port: 0e67c48a-15e9-4813-a026-919f31aae74a {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1807.305272] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063404, 'name': CreateVM_Task, 'duration_secs': 0.955977} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.305493] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.306195] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.306366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.306678] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.307029] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f561b32-c189-4e6b-9bf9-f4860ae31b7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.318398] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1807.318398] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524669e9-a836-e6a1-d1dd-de058a016bb9" [ 1807.318398] env[62743]: _type = "Task" [ 1807.318398] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.324795] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063405, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.330917] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524669e9-a836-e6a1-d1dd-de058a016bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.390855] env[62743]: DEBUG nova.network.neutron [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Updated VIF entry in instance network info cache for port 66538c1f-5b95-4e3d-b951-24038662938b. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.391278] env[62743]: DEBUG nova.network.neutron [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Updating instance_info_cache with network_info: [{"id": "66538c1f-5b95-4e3d-b951-24038662938b", "address": "fa:16:3e:83:b7:1f", "network": {"id": "de7a7c94-e3ac-4df0-9030-81948bf49112", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-925407898-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1279b2519099418aa92f0a834eb69984", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66538c1f-5b", "ovs_interfaceid": "66538c1f-5b95-4e3d-b951-24038662938b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.579861] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063406, 'name': Rename_Task, 'duration_secs': 0.197055} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.582672] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.583199] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c33c5a5-d661-441a-ab66-1a5c41a75067 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.591551] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1807.591551] env[62743]: value = "task-2063408" [ 1807.591551] env[62743]: _type = "Task" [ 1807.591551] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.602571] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.610671] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096492} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.610929] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.611721] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24646d4b-eb12-42ad-9eef-56e2777eae0d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.637217] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/b1016b3d-45f3-4ee0-882f-0228c3a232f5.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.639766] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da6cc9b-3f9e-44d6-850c-d6052251c506 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.662853] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1807.662853] env[62743]: value = "task-2063409" [ 1807.662853] env[62743]: _type = "Task" [ 1807.662853] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.671055] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.735578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "refresh_cache-dd014a6d-45ba-4a56-9fd8-914c019c1f5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.735715] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "refresh_cache-dd014a6d-45ba-4a56-9fd8-914c019c1f5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.735891] env[62743]: DEBUG nova.network.neutron [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.827145] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063405, 'name': Destroy_Task, 'duration_secs': 1.056175} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.827768] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Destroyed the VM [ 1807.828198] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1807.828487] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc2bb529-8d57-499d-826b-b2adc9afcf3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.834774] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524669e9-a836-e6a1-d1dd-de058a016bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.019687} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.838749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.838749] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.838749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.838894] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.839279] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.839516] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec743a4-5c0f-4109-96f3-b7222f409e5f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.842831] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1807.842831] env[62743]: value = "task-2063410" [ 1807.842831] env[62743]: _type = "Task" [ 1807.842831] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.848942] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.849173] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.853055] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d617536-1559-40c9-8ff7-7b3321488534 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.855906] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.862643] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1807.862643] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5219d72b-4d93-b2ff-a0f3-37a7a2eab434" [ 1807.862643] env[62743]: _type = "Task" [ 1807.862643] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.872902] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5219d72b-4d93-b2ff-a0f3-37a7a2eab434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.896401] env[62743]: DEBUG oslo_concurrency.lockutils [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] Releasing lock "refresh_cache-628d7db8-2567-4a70-93ce-d062cd4ebf1a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.896617] env[62743]: DEBUG nova.compute.manager [req-02b48e82-352c-42f1-ad5d-9e7a02b8617a req-5ac2c7c9-ed66-406c-bb8b-1e77e8687350 service nova] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Received event network-vif-deleted-78b19751-1c5f-4417-b088-9f97aa42004f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1807.935299] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee30a9-4139-4cdc-8b0d-a9446386c826 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.944245] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd21c7e7-b471-49e4-83a1-b1230196fa0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.976596] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a3c1e0-c3ea-4100-b708-784686b375e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.984175] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20746e3-f92b-4388-9e73-28104d7fe434 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.999479] env[62743]: DEBUG nova.compute.provider_tree [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.103962] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063408, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.171951] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063409, 'name': ReconfigVM_Task, 'duration_secs': 0.465048} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.172243] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/b1016b3d-45f3-4ee0-882f-0228c3a232f5.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.172878] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5837d0b-efa9-4c06-be87-bd94b3aaf81a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.182053] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1808.182053] env[62743]: value = "task-2063411" [ 1808.182053] env[62743]: _type = "Task" [ 1808.182053] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.193679] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063411, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.274907] env[62743]: DEBUG nova.network.neutron [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1808.353618] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063410, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.372160] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5219d72b-4d93-b2ff-a0f3-37a7a2eab434, 'name': SearchDatastore_Task, 'duration_secs': 0.012227} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.372916] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761264eb-6035-450f-8779-a67ca9140d15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.379128] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1808.379128] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52832e34-da52-94da-65d0-886b4063cdad" [ 1808.379128] env[62743]: _type = "Task" [ 1808.379128] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.389166] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52832e34-da52-94da-65d0-886b4063cdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.429300] env[62743]: DEBUG nova.network.neutron [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Updating instance_info_cache with network_info: [{"id": "0e67c48a-15e9-4813-a026-919f31aae74a", "address": "fa:16:3e:0d:48:59", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67c48a-15", "ovs_interfaceid": "0e67c48a-15e9-4813-a026-919f31aae74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.504136] env[62743]: DEBUG nova.scheduler.client.report [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.602978] env[62743]: DEBUG oslo_vmware.api [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063408, 'name': PowerOnVM_Task, 'duration_secs': 0.590857} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.603493] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.603710] env[62743]: INFO nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1808.603877] env[62743]: DEBUG nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.604681] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa86d5-88b2-4430-9989-a63c0d199a57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.692905] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063411, 'name': Rename_Task, 'duration_secs': 0.429367} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.693254] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1808.693515] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-686064d5-75c2-46ef-ac09-0c244a06b493 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.700850] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1808.700850] env[62743]: value = "task-2063412" [ 1808.700850] env[62743]: _type = "Task" [ 1808.700850] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.713398] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.853563] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063410, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.891458] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52832e34-da52-94da-65d0-886b4063cdad, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.891719] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.891982] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 628d7db8-2567-4a70-93ce-d062cd4ebf1a/628d7db8-2567-4a70-93ce-d062cd4ebf1a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.892293] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44516e26-b62d-46b7-b201-05930a91c9b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.900804] env[62743]: DEBUG nova.compute.manager [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Received event network-vif-plugged-0e67c48a-15e9-4813-a026-919f31aae74a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1808.900804] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Acquiring lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.900804] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.900804] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.900804] env[62743]: DEBUG nova.compute.manager [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] No waiting events found dispatching network-vif-plugged-0e67c48a-15e9-4813-a026-919f31aae74a {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.900962] env[62743]: WARNING nova.compute.manager [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Received unexpected event network-vif-plugged-0e67c48a-15e9-4813-a026-919f31aae74a for instance with vm_state building and task_state spawning. [ 1808.900962] env[62743]: DEBUG nova.compute.manager [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Received event network-changed-b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1808.901155] env[62743]: DEBUG nova.compute.manager [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Refreshing instance network info cache due to event network-changed-b9137cc4-b4f2-4dbe-af98-99c2b152bee4. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1808.901358] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Acquiring lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.901481] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Acquired lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.901635] env[62743]: DEBUG nova.network.neutron [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Refreshing network info cache for port b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1808.904510] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1808.904510] env[62743]: value = "task-2063413" [ 1808.904510] env[62743]: _type = "Task" [ 1808.904510] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.914895] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.933104] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "refresh_cache-dd014a6d-45ba-4a56-9fd8-914c019c1f5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.933438] env[62743]: DEBUG nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Instance network_info: |[{"id": "0e67c48a-15e9-4813-a026-919f31aae74a", "address": "fa:16:3e:0d:48:59", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67c48a-15", "ovs_interfaceid": "0e67c48a-15e9-4813-a026-919f31aae74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1808.934168] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:48:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e67c48a-15e9-4813-a026-919f31aae74a', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1808.941502] env[62743]: DEBUG oslo.service.loopingcall [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.942027] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1808.942620] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-143d48fc-68d7-4f36-9906-49d0bcade830 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.966337] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1808.966337] env[62743]: value = "task-2063414" [ 1808.966337] env[62743]: _type = "Task" [ 1808.966337] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.976849] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063414, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.009629] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.010302] env[62743]: DEBUG nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1809.014850] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.688s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.015248] env[62743]: INFO nova.compute.claims [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.134553] env[62743]: INFO nova.compute.manager [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Took 39.17 seconds to build instance. [ 1809.213924] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.360695] env[62743]: DEBUG oslo_vmware.api [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063410, 'name': RemoveSnapshot_Task, 'duration_secs': 1.161096} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.361813] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1809.362269] env[62743]: INFO nova.compute.manager [None req-1bb1b950-0930-4b31-ae1a-a7f2bbac9858 tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 1809.422314] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063413, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.481591] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063414, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.520740] env[62743]: DEBUG nova.compute.utils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.525447] env[62743]: DEBUG nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.525701] env[62743]: DEBUG nova.network.neutron [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.572770] env[62743]: DEBUG nova.policy [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47478e1368e54c1f8767b2d7cdf56067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df6371c00d843c5bcacf08626f9f8d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.639507] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a911b6fd-89ec-4af4-9dc9-9ed1cb6a78d1 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.285s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.713768] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.736535] env[62743]: DEBUG nova.network.neutron [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updated VIF entry in instance network info cache for port b9137cc4-b4f2-4dbe-af98-99c2b152bee4. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1809.736901] env[62743]: DEBUG nova.network.neutron [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updating instance_info_cache with network_info: [{"id": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "address": "fa:16:3e:91:4a:2d", "network": {"id": "6c8291f1-92fd-4d00-aa1c-6402dc03df1e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-252540397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492623fabcae416384fab3b9c87d205b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9137cc4-b4", "ovs_interfaceid": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.921171] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063413, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.979031] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063414, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.023024] env[62743]: DEBUG nova.network.neutron [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Successfully created port: adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1810.027056] env[62743]: DEBUG nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1810.142963] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1810.214666] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.243142] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Releasing lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.243405] env[62743]: DEBUG nova.compute.manager [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Received event network-changed-0e67c48a-15e9-4813-a026-919f31aae74a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1810.243627] env[62743]: DEBUG nova.compute.manager [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Refreshing instance network info cache due to event network-changed-0e67c48a-15e9-4813-a026-919f31aae74a. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1810.243875] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Acquiring lock "refresh_cache-dd014a6d-45ba-4a56-9fd8-914c019c1f5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.244037] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Acquired lock "refresh_cache-dd014a6d-45ba-4a56-9fd8-914c019c1f5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.244421] env[62743]: DEBUG nova.network.neutron [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Refreshing network info cache for port 0e67c48a-15e9-4813-a026-919f31aae74a {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.427558] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063413, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.480658] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063414, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.581805] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f4ddb2-14e4-4340-a43c-2eb26c6d8698 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.590746] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06301c0-e90d-45cd-81e6-3020cb86fc98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.622411] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233facd-6eee-4e4c-a3cf-d3118e303616 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.631886] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e871a-278a-480e-9171-9b5c8d270f89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.650440] env[62743]: DEBUG nova.compute.provider_tree [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.669962] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.713079] env[62743]: DEBUG oslo_vmware.api [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063412, 'name': PowerOnVM_Task, 'duration_secs': 1.569179} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.713493] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.713564] env[62743]: INFO nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1810.713734] env[62743]: DEBUG nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.717018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee453f-4c4f-49cc-ac10-ae93962c1ec3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.729784] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9b369d1f-3055-4ae1-8f88-42bfd939c510 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "b823bb73-ba0a-40a1-a1fb-94948cd6b338" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.729885] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9b369d1f-3055-4ae1-8f88-42bfd939c510 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "b823bb73-ba0a-40a1-a1fb-94948cd6b338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.909073] env[62743]: DEBUG nova.compute.manager [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Received event network-changed-b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1810.909283] env[62743]: DEBUG nova.compute.manager [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Refreshing instance network info cache due to event network-changed-b9137cc4-b4f2-4dbe-af98-99c2b152bee4. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1810.910052] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] Acquiring lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.910052] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] Acquired lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.910940] env[62743]: DEBUG nova.network.neutron [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Refreshing network info cache for port b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.927286] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063413, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.556681} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.927565] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 628d7db8-2567-4a70-93ce-d062cd4ebf1a/628d7db8-2567-4a70-93ce-d062cd4ebf1a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.927964] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.928062] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c58cd1ff-e9a3-42b6-b6f8-96a4c6bba001 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.937306] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1810.937306] env[62743]: value = "task-2063415" [ 1810.937306] env[62743]: _type = "Task" [ 1810.937306] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.948361] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.981116] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063414, 'name': CreateVM_Task, 'duration_secs': 1.627377} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.981307] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1810.982019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.982279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.982676] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.982764] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20df3e6-068f-42b1-aff8-cb8f5fb70ecb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.990765] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1810.990765] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522c4ce9-b18a-c2fd-17ec-45ef0c8ea34f" [ 1810.990765] env[62743]: _type = "Task" [ 1810.990765] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.000495] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522c4ce9-b18a-c2fd-17ec-45ef0c8ea34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.004259] env[62743]: DEBUG nova.network.neutron [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Updated VIF entry in instance network info cache for port 0e67c48a-15e9-4813-a026-919f31aae74a. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.004601] env[62743]: DEBUG nova.network.neutron [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Updating instance_info_cache with network_info: [{"id": "0e67c48a-15e9-4813-a026-919f31aae74a", "address": "fa:16:3e:0d:48:59", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67c48a-15", "ovs_interfaceid": "0e67c48a-15e9-4813-a026-919f31aae74a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.038382] env[62743]: DEBUG nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1811.062297] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.062540] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.062692] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.062870] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.063098] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.063159] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.063584] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.063584] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.063703] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.063897] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.064016] env[62743]: DEBUG nova.virt.hardware [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.064876] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26478470-0faa-41aa-9646-e2ce9fbf3a97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.074121] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7d61a0-82ae-44e7-bfc0-3322ba0bbfcf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.156182] env[62743]: DEBUG nova.scheduler.client.report [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.238974] env[62743]: INFO nova.compute.manager [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Took 39.54 seconds to build instance. [ 1811.449363] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077774} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.449746] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.452832] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7924e966-1952-4cdf-babc-31b752e570d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.478159] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 628d7db8-2567-4a70-93ce-d062cd4ebf1a/628d7db8-2567-4a70-93ce-d062cd4ebf1a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.478472] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71b396a-31cf-4ea6-9098-5cb2877154c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.502362] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522c4ce9-b18a-c2fd-17ec-45ef0c8ea34f, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.503763] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.504017] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.504261] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.504405] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.504577] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.504884] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1811.504884] env[62743]: value = "task-2063416" [ 1811.504884] env[62743]: _type = "Task" [ 1811.504884] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.507293] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8173e26-5063-4b9e-ac0d-8a2f4b91f9f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.509341] env[62743]: DEBUG oslo_concurrency.lockutils [req-93df3b99-5cef-4392-b2ce-321327ac3758 req-b49817e2-4f06-4be1-b33c-3cf3256f2bf5 service nova] Releasing lock "refresh_cache-dd014a6d-45ba-4a56-9fd8-914c019c1f5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.519681] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063416, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.520877] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.521056] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.521745] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575feeb4-efcb-49a9-9b17-37ac09970173 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.527402] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1811.527402] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529007a2-cda5-5da7-dc22-59283815ff7d" [ 1811.527402] env[62743]: _type = "Task" [ 1811.527402] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.536749] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529007a2-cda5-5da7-dc22-59283815ff7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.662196] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.663439] env[62743]: DEBUG nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.673147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.210s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.673147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.673147] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1811.673147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.994s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.673147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.673322] env[62743]: INFO nova.compute.manager [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Successfully reverted task state from None on failure for instance. [ 1811.677023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.077s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.677266] env[62743]: INFO nova.compute.claims [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.682083] env[62743]: DEBUG nova.network.neutron [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updated VIF entry in instance network info cache for port b9137cc4-b4f2-4dbe-af98-99c2b152bee4. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.682501] env[62743]: DEBUG nova.network.neutron [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updating instance_info_cache with network_info: [{"id": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "address": "fa:16:3e:91:4a:2d", "network": {"id": "6c8291f1-92fd-4d00-aa1c-6402dc03df1e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-252540397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "492623fabcae416384fab3b9c87d205b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9137cc4-b4", "ovs_interfaceid": "b9137cc4-b4f2-4dbe-af98-99c2b152bee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.684643] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6bd837-58f5-4de6-857c-d165a569a98a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server [None req-966d7032-0206-446a-b156-5fcffa374a29 tempest-ServerDiagnosticsTest-1061901045 tempest-ServerDiagnosticsTest-1061901045-project-member] Exception during message handling: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7427b208-a623-46bb-b585-bad91453d898 (generation 32): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e09d0f89-8e21-40c1-97ae-2cc5aab13dd7"}]} [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1811.692611] env[62743]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server raise self.value [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server raise self.value [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1811.694348] env[62743]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server raise self.value [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3388, in terminate_instance [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server do_terminate_instance(instance, bdms) [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3383, in do_terminate_instance [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server raise self.value [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3376, in do_terminate_instance [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server self._delete_instance(context, instance, bdms) [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3340, in _delete_instance [ 1811.694976] env[62743]: ERROR oslo_messaging.rpc.server self._complete_deletion(context, instance) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 930, in _complete_deletion [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server self._update_resource_tracker(context, instance) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 696, in _update_resource_tracker [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server self.rt.update_usage(context, instance, instance.node) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 702, in update_usage [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server self._update(context.elevated(), self.compute_nodes[nodename]) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server self._update_to_placement(context, compute_node, startup) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server raise attempt.get() [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server six.reraise(self.value[0], self.value[1], self.value[2]) [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1811.695706] env[62743]: ERROR oslo_messaging.rpc.server raise value [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server self.reportclient.update_from_provider_tree( [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server self.set_inventory_for_provider( [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server raise exception.ResourceProviderUpdateConflict( [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 7427b208-a623-46bb-b585-bad91453d898 (generation 32): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e09d0f89-8e21-40c1-97ae-2cc5aab13dd7"}]} [ 1811.699424] env[62743]: ERROR oslo_messaging.rpc.server [ 1811.699846] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af852091-0b94-458f-be65-2bf279a9f0bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.730083] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667761db-b252-4241-849f-41bed86add0a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.741730] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a372838-d2bf-4bfa-b782-7059451ca46c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.746912] env[62743]: DEBUG oslo_concurrency.lockutils [None req-da7725e3-9775-4e7e-8509-affdc22e7faa tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.432s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.793511] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180369MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1811.793731] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.935668] env[62743]: DEBUG nova.network.neutron [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Successfully updated port: adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1812.019467] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063416, 'name': ReconfigVM_Task, 'duration_secs': 0.33953} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.019721] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 628d7db8-2567-4a70-93ce-d062cd4ebf1a/628d7db8-2567-4a70-93ce-d062cd4ebf1a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.020357] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-691539f9-60dc-49dc-80ca-cdac39201228 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.033293] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1812.033293] env[62743]: value = "task-2063417" [ 1812.033293] env[62743]: _type = "Task" [ 1812.033293] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.040692] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529007a2-cda5-5da7-dc22-59283815ff7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.041826] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-429f70bd-eb58-423e-bb15-2d02da69088a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.046879] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063417, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.050613] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1812.050613] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529ecce4-3452-2c97-3601-df87d948aa23" [ 1812.050613] env[62743]: _type = "Task" [ 1812.050613] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.059753] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529ecce4-3452-2c97-3601-df87d948aa23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.161294] env[62743]: DEBUG nova.compute.manager [req-68c2fe79-303d-43d2-9cd2-9fec61e4bb50 req-ab8bfb92-bfd3-4289-b4be-7bb147f45c38 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Received event network-vif-plugged-adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1812.161500] env[62743]: DEBUG oslo_concurrency.lockutils [req-68c2fe79-303d-43d2-9cd2-9fec61e4bb50 req-ab8bfb92-bfd3-4289-b4be-7bb147f45c38 service nova] Acquiring lock "7a399c28-2511-4fae-a0f8-6775d22b5dae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.161699] env[62743]: DEBUG oslo_concurrency.lockutils [req-68c2fe79-303d-43d2-9cd2-9fec61e4bb50 req-ab8bfb92-bfd3-4289-b4be-7bb147f45c38 service nova] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.161868] env[62743]: DEBUG oslo_concurrency.lockutils [req-68c2fe79-303d-43d2-9cd2-9fec61e4bb50 req-ab8bfb92-bfd3-4289-b4be-7bb147f45c38 service nova] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.162189] env[62743]: DEBUG nova.compute.manager [req-68c2fe79-303d-43d2-9cd2-9fec61e4bb50 req-ab8bfb92-bfd3-4289-b4be-7bb147f45c38 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] No waiting events found dispatching network-vif-plugged-adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1812.162452] env[62743]: WARNING nova.compute.manager [req-68c2fe79-303d-43d2-9cd2-9fec61e4bb50 req-ab8bfb92-bfd3-4289-b4be-7bb147f45c38 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Received unexpected event network-vif-plugged-adeb4165-9f80-4598-bd33-0b3b16347229 for instance with vm_state building and task_state spawning. [ 1812.183435] env[62743]: DEBUG nova.compute.utils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.185115] env[62743]: DEBUG nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1812.185115] env[62743]: DEBUG nova.network.neutron [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.191298] env[62743]: DEBUG oslo_concurrency.lockutils [req-9c86f180-348d-41e1-b36b-356a0cc6a524 req-b9f0d6ed-e60b-4701-abce-5b4b4ddebaa5 service nova] Releasing lock "refresh_cache-6ee918d4-4e81-46d4-95f8-3a10eec98535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.251083] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1812.263130] env[62743]: DEBUG nova.policy [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '885030ca4da84963b88644d0e5df54a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cac9a4e1aaaa489485a670d9cd77f834', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.438552] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.438709] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquired lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.438866] env[62743]: DEBUG nova.network.neutron [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1812.545907] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063417, 'name': Rename_Task, 'duration_secs': 0.210569} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.546258] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.546510] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a05edd50-7efd-4a6c-b34c-6b292db8ac58 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.556554] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1812.556554] env[62743]: value = "task-2063418" [ 1812.556554] env[62743]: _type = "Task" [ 1812.556554] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.564256] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529ecce4-3452-2c97-3601-df87d948aa23, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.564801] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.565122] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] dd014a6d-45ba-4a56-9fd8-914c019c1f5b/dd014a6d-45ba-4a56-9fd8-914c019c1f5b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.565396] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb4101e6-adf9-4f1e-ba1e-3803c46c0b9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.571737] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.578564] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1812.578564] env[62743]: value = "task-2063419" [ 1812.578564] env[62743]: _type = "Task" [ 1812.578564] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.582762] env[62743]: DEBUG nova.network.neutron [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Successfully created port: 4902511a-38f5-4135-bcb8-b1b955ac73c4 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1812.590634] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.649083] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "97116663-4cff-4e44-a887-e570f071fff7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.649318] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "97116663-4cff-4e44-a887-e570f071fff7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.688044] env[62743]: DEBUG nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.780297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.974106] env[62743]: DEBUG nova.network.neutron [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1813.071099] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.093145] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.182617] env[62743]: DEBUG nova.network.neutron [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Updating instance_info_cache with network_info: [{"id": "adeb4165-9f80-4598-bd33-0b3b16347229", "address": "fa:16:3e:76:83:75", "network": {"id": "a0727481-25db-4aa5-81e3-a64d0e0b36d9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-336709987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6371c00d843c5bcacf08626f9f8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadeb4165-9f", "ovs_interfaceid": "adeb4165-9f80-4598-bd33-0b3b16347229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.187262] env[62743]: INFO nova.compute.manager [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Rescuing [ 1813.187415] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.187577] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquired lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.187764] env[62743]: DEBUG nova.network.neutron [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1813.311133] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910ced0-456f-4f9a-a099-4d4b3b4c276f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.318029] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5edef-3ab3-4e4a-8254-981eac250768 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.353950] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce18acc0-3681-4473-b31f-e96227b02744 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.363815] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b898285-a2b8-454b-a6a9-c912092aba55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.378728] env[62743]: DEBUG nova.compute.provider_tree [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.465026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "6ee918d4-4e81-46d4-95f8-3a10eec98535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.465365] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.465607] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "6ee918d4-4e81-46d4-95f8-3a10eec98535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.465832] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.466102] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.469626] env[62743]: INFO nova.compute.manager [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Terminating instance [ 1813.572836] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.595649] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.685338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Releasing lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.685678] env[62743]: DEBUG nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Instance network_info: |[{"id": "adeb4165-9f80-4598-bd33-0b3b16347229", "address": "fa:16:3e:76:83:75", "network": {"id": "a0727481-25db-4aa5-81e3-a64d0e0b36d9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-336709987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6371c00d843c5bcacf08626f9f8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadeb4165-9f", "ovs_interfaceid": "adeb4165-9f80-4598-bd33-0b3b16347229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1813.686881] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:83:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adeb4165-9f80-4598-bd33-0b3b16347229', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1813.694382] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Creating folder: Project (2df6371c00d843c5bcacf08626f9f8d7). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.695232] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b502b012-ea54-4f2f-a51c-fe147e223d36 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.701246] env[62743]: DEBUG nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.712709] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Created folder: Project (2df6371c00d843c5bcacf08626f9f8d7) in parent group-v423128. [ 1813.713227] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Creating folder: Instances. Parent ref: group-v423196. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.714101] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29bac997-26f6-4dfd-a544-9909ce65408e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.725415] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Created folder: Instances in parent group-v423196. [ 1813.725639] env[62743]: DEBUG oslo.service.loopingcall [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.726438] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1813.726438] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-954057ab-d653-41a5-adf1-4b35d95019a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.743044] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1813.743306] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.743457] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1813.743682] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.743797] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1813.744080] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1813.744277] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1813.744476] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1813.744652] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1813.744815] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1813.744982] env[62743]: DEBUG nova.virt.hardware [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1813.746455] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55452d3-9653-4f99-a42c-24baa512ef81 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.759564] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b36c00-dd6a-44ee-9d77-90d58bc1362c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.763335] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1813.763335] env[62743]: value = "task-2063422" [ 1813.763335] env[62743]: _type = "Task" [ 1813.763335] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.779548] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063422, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.858603] env[62743]: DEBUG nova.compute.manager [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.859960] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a40b1-c905-4c97-bbf3-e962471be073 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.883273] env[62743]: DEBUG nova.scheduler.client.report [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.974152] env[62743]: DEBUG nova.compute.manager [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.974326] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.975728] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d6d20-5ab3-4142-8ef4-4095bba21b2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.985328] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.985698] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eee31be-0898-42e3-a124-5a3bd710f526 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.994780] env[62743]: DEBUG oslo_vmware.api [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1813.994780] env[62743]: value = "task-2063423" [ 1813.994780] env[62743]: _type = "Task" [ 1813.994780] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.005212] env[62743]: DEBUG oslo_vmware.api [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.015668] env[62743]: DEBUG nova.network.neutron [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.077987] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063418, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.094409] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.160444] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.160931] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.161066] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.161348] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.161470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.163902] env[62743]: INFO nova.compute.manager [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Terminating instance [ 1814.247368] env[62743]: DEBUG nova.compute.manager [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Received event network-changed-adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1814.247666] env[62743]: DEBUG nova.compute.manager [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Refreshing instance network info cache due to event network-changed-adeb4165-9f80-4598-bd33-0b3b16347229. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1814.247814] env[62743]: DEBUG oslo_concurrency.lockutils [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] Acquiring lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.247955] env[62743]: DEBUG oslo_concurrency.lockutils [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] Acquired lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.248132] env[62743]: DEBUG nova.network.neutron [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Refreshing network info cache for port adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1814.255114] env[62743]: DEBUG nova.network.neutron [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Successfully updated port: 4902511a-38f5-4135-bcb8-b1b955ac73c4 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1814.279907] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063422, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.291496] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "af80c7da-2699-4b40-b829-529c89d2572b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.291593] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "af80c7da-2699-4b40-b829-529c89d2572b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.291904] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "af80c7da-2699-4b40-b829-529c89d2572b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.292846] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "af80c7da-2699-4b40-b829-529c89d2572b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.292846] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "af80c7da-2699-4b40-b829-529c89d2572b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.295189] env[62743]: INFO nova.compute.manager [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Terminating instance [ 1814.390663] env[62743]: INFO nova.compute.manager [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] instance snapshotting [ 1814.392655] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.393196] env[62743]: DEBUG nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.396541] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.269s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.396865] env[62743]: DEBUG nova.objects.instance [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lazy-loading 'resources' on Instance uuid 3e05676e-70ae-4a04-a386-6b53eba82684 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.398789] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed438e-f93a-4a3c-bdf9-0e499ceb0af2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.422976] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc244d7-18d5-4625-bc9d-7aba911b3778 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.506074] env[62743]: DEBUG oslo_vmware.api [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063423, 'name': PowerOffVM_Task, 'duration_secs': 0.33962} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.506400] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.506637] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.507052] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57db36d2-b9c7-49a8-a299-868b0e038ec9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.520111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Releasing lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.571826] env[62743]: DEBUG oslo_vmware.api [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063418, 'name': PowerOnVM_Task, 'duration_secs': 1.938971} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.572153] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1814.572298] env[62743]: INFO nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1814.572493] env[62743]: DEBUG nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1814.573381] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c9ef9-db78-4f6a-8099-14aa5d372977 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.589766] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1814.589766] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1814.589766] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Deleting the datastore file [datastore1] 6ee918d4-4e81-46d4-95f8-3a10eec98535 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1814.590074] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-243c07de-9a34-403e-b5a2-32d5afb2795e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.595545] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063419, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.647513} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.595769] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] dd014a6d-45ba-4a56-9fd8-914c019c1f5b/dd014a6d-45ba-4a56-9fd8-914c019c1f5b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1814.596077] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1814.597378] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f0ee14-50f3-4d6e-a36d-ddc661ed666b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.599363] env[62743]: DEBUG oslo_vmware.api [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for the task: (returnval){ [ 1814.599363] env[62743]: value = "task-2063425" [ 1814.599363] env[62743]: _type = "Task" [ 1814.599363] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.604440] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1814.604440] env[62743]: value = "task-2063426" [ 1814.604440] env[62743]: _type = "Task" [ 1814.604440] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.610455] env[62743]: DEBUG oslo_vmware.api [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.615961] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.668678] env[62743]: DEBUG nova.compute.manager [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.669039] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.669831] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef57e88-6630-41e9-8f70-e16a6af17a46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.678953] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.679332] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c0c597-b034-474b-9f11-9bed39ae6fc6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.688651] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1814.688651] env[62743]: value = "task-2063427" [ 1814.688651] env[62743]: _type = "Task" [ 1814.688651] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.698535] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.759968] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "refresh_cache-661d1a4f-ee25-4d00-b1bd-763605ceca5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.759968] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired lock "refresh_cache-661d1a4f-ee25-4d00-b1bd-763605ceca5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.759968] env[62743]: DEBUG nova.network.neutron [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.777454] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063422, 'name': CreateVM_Task, 'duration_secs': 0.688486} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.777573] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1814.778359] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.778500] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.778835] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1814.779118] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4dc00d0-05d1-4003-9de4-8735ec52d545 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.784799] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1814.784799] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ead5c6-5657-7f25-bd10-8abe3ad9aba2" [ 1814.784799] env[62743]: _type = "Task" [ 1814.784799] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.794747] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ead5c6-5657-7f25-bd10-8abe3ad9aba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.799451] env[62743]: DEBUG nova.compute.manager [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.799642] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.800433] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae32638-67cf-4e49-8113-b7404f3dce00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.808542] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.808691] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a670d82-ecdf-4bd1-adbb-613e9097c512 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.816145] env[62743]: DEBUG oslo_vmware.api [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1814.816145] env[62743]: value = "task-2063428" [ 1814.816145] env[62743]: _type = "Task" [ 1814.816145] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.825645] env[62743]: DEBUG oslo_vmware.api [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.906612] env[62743]: DEBUG nova.compute.utils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.910992] env[62743]: DEBUG nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.911501] env[62743]: DEBUG nova.network.neutron [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.938976] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1814.939939] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72bc6e0c-dc77-4b53-ac25-a6cf2fc1a76e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.948896] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1814.948896] env[62743]: value = "task-2063429" [ 1814.948896] env[62743]: _type = "Task" [ 1814.948896] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.959276] env[62743]: DEBUG nova.policy [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e377eab9e343ce94ea5f3aa1afd1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76ce1065c1254ec5be394a3b4b7ee7f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.964471] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063429, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.993567] env[62743]: DEBUG nova.network.neutron [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Updated VIF entry in instance network info cache for port adeb4165-9f80-4598-bd33-0b3b16347229. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1814.993817] env[62743]: DEBUG nova.network.neutron [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Updating instance_info_cache with network_info: [{"id": "adeb4165-9f80-4598-bd33-0b3b16347229", "address": "fa:16:3e:76:83:75", "network": {"id": "a0727481-25db-4aa5-81e3-a64d0e0b36d9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-336709987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6371c00d843c5bcacf08626f9f8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadeb4165-9f", "ovs_interfaceid": "adeb4165-9f80-4598-bd33-0b3b16347229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.099755] env[62743]: INFO nova.compute.manager [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Took 41.62 seconds to build instance. [ 1815.124276] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085186} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.124519] env[62743]: DEBUG oslo_vmware.api [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.128441] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.129860] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc87ccfc-432c-4ab1-ae36-b1d278d0bf5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.160595] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] dd014a6d-45ba-4a56-9fd8-914c019c1f5b/dd014a6d-45ba-4a56-9fd8-914c019c1f5b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.163926] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-427ece44-fc8d-4f4a-b9d4-ac6c27e3bc5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.188220] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1815.188220] env[62743]: value = "task-2063430" [ 1815.188220] env[62743]: _type = "Task" [ 1815.188220] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.205622] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.211627] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063427, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.299468] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ead5c6-5657-7f25-bd10-8abe3ad9aba2, 'name': SearchDatastore_Task, 'duration_secs': 0.037495} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.302749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.303021] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1815.303313] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.303542] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.303771] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1815.305304] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9aa9ef6-00a2-43b8-9074-e5436d44beb5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.318383] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1815.319294] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1815.319929] env[62743]: DEBUG nova.network.neutron [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1815.325900] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba08a6f6-3728-4cd3-8d8d-5324eeea3a29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.339890] env[62743]: DEBUG oslo_vmware.api [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063428, 'name': PowerOffVM_Task, 'duration_secs': 0.459574} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.342882] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.343213] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.343590] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1815.343590] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5288a33e-d971-5d83-a41b-027fbd2e9e98" [ 1815.343590] env[62743]: _type = "Task" [ 1815.343590] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.346340] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71297e41-8f10-4d22-be54-a3b2a5c92911 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.365208] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5288a33e-d971-5d83-a41b-027fbd2e9e98, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.366316] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a06af8-1398-4f8b-9b29-32f37220cfa9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.377691] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1815.377691] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5269eb42-afd2-5550-2b59-e768096c5fd8" [ 1815.377691] env[62743]: _type = "Task" [ 1815.377691] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.388325] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5269eb42-afd2-5550-2b59-e768096c5fd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.405976] env[62743]: DEBUG nova.network.neutron [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Successfully created port: fbff8dda-3978-4963-be05-701cfd7de116 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.414311] env[62743]: DEBUG nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.463277] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063429, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.501325] env[62743]: DEBUG oslo_concurrency.lockutils [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] Releasing lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.501325] env[62743]: DEBUG nova.compute.manager [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Received event network-vif-plugged-4902511a-38f5-4135-bcb8-b1b955ac73c4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1815.501325] env[62743]: DEBUG oslo_concurrency.lockutils [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] Acquiring lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.501325] env[62743]: DEBUG oslo_concurrency.lockutils [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.501325] env[62743]: DEBUG oslo_concurrency.lockutils [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.501529] env[62743]: DEBUG nova.compute.manager [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] No waiting events found dispatching network-vif-plugged-4902511a-38f5-4135-bcb8-b1b955ac73c4 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1815.501529] env[62743]: WARNING nova.compute.manager [req-bdb9701b-8e7a-4ffb-81a5-c6555b34e34f req-c1325362-90fa-4bb9-bf7f-ad4c9c553f64 service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Received unexpected event network-vif-plugged-4902511a-38f5-4135-bcb8-b1b955ac73c4 for instance with vm_state building and task_state spawning. [ 1815.555906] env[62743]: DEBUG nova.network.neutron [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Updating instance_info_cache with network_info: [{"id": "4902511a-38f5-4135-bcb8-b1b955ac73c4", "address": "fa:16:3e:05:11:3d", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4902511a-38", "ovs_interfaceid": "4902511a-38f5-4135-bcb8-b1b955ac73c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.603574] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f23f13b-a3b7-458b-9dc7-a5f7fcdac692 tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.972s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.611285] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366d15a-1931-4d06-a99d-980ab9a49879 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.623483] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62c4f1-477a-4f8b-b5ba-cd13fa2e4482 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.627017] env[62743]: DEBUG oslo_vmware.api [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Task: {'id': task-2063425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.710166} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.627329] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.627535] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.627689] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.627856] env[62743]: INFO nova.compute.manager [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1815.628691] env[62743]: DEBUG oslo.service.loopingcall [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.629864] env[62743]: DEBUG nova.compute.manager [-] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.629992] env[62743]: DEBUG nova.network.neutron [-] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.658068] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aff527-1b41-493f-af82-c42294b2efdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.666339] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9c00a-5c39-4a70-bd3f-27f056e8afbf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.685052] env[62743]: DEBUG nova.compute.provider_tree [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.699711] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063430, 'name': ReconfigVM_Task, 'duration_secs': 0.472656} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.700341] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Reconfigured VM instance instance-00000017 to attach disk [datastore1] dd014a6d-45ba-4a56-9fd8-914c019c1f5b/dd014a6d-45ba-4a56-9fd8-914c019c1f5b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.700937] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaa318f2-aa70-4475-a798-66aa907f018b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.705653] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063427, 'name': PowerOffVM_Task, 'duration_secs': 0.650779} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.706183] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.706356] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.706594] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd44f02-a078-45e1-aab4-f33ed83fe5d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.711754] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1815.711754] env[62743]: value = "task-2063432" [ 1815.711754] env[62743]: _type = "Task" [ 1815.711754] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.723028] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063432, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.806564] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.806564] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.806768] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleting the datastore file [datastore1] e6a3c7ea-daff-4ffb-b5d0-466401b03c87 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.807637] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd8f596-6b13-4a84-b4c7-eac043e4bd2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.810084] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.810286] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.810459] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleting the datastore file [datastore1] af80c7da-2699-4b40-b829-529c89d2572b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.812086] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cff7de57-7528-4f01-bfb9-632f07367a7a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.819685] env[62743]: DEBUG oslo_vmware.api [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1815.819685] env[62743]: value = "task-2063434" [ 1815.819685] env[62743]: _type = "Task" [ 1815.819685] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.821411] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for the task: (returnval){ [ 1815.821411] env[62743]: value = "task-2063435" [ 1815.821411] env[62743]: _type = "Task" [ 1815.821411] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.834379] env[62743]: DEBUG oslo_vmware.api [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.837190] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.889473] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5269eb42-afd2-5550-2b59-e768096c5fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.889911] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.890289] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7a399c28-2511-4fae-a0f8-6775d22b5dae/7a399c28-2511-4fae-a0f8-6775d22b5dae.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.890708] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6016b3-8abc-4e02-a24c-a7d02fa5adf4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.901460] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1815.901460] env[62743]: value = "task-2063436" [ 1815.901460] env[62743]: _type = "Task" [ 1815.901460] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.912826] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.959729] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063429, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.059307] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Releasing lock "refresh_cache-661d1a4f-ee25-4d00-b1bd-763605ceca5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.060446] env[62743]: DEBUG nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Instance network_info: |[{"id": "4902511a-38f5-4135-bcb8-b1b955ac73c4", "address": "fa:16:3e:05:11:3d", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4902511a-38", "ovs_interfaceid": "4902511a-38f5-4135-bcb8-b1b955ac73c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1816.060612] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:11:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4902511a-38f5-4135-bcb8-b1b955ac73c4', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1816.067666] env[62743]: DEBUG oslo.service.loopingcall [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.068665] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.068967] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1816.069174] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30d69ce9-54e2-411f-9885-b2a9e5a67784 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.071255] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb1d88b1-faa3-4e75-9888-a192b8dae09a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.093402] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1816.093402] env[62743]: value = "task-2063438" [ 1816.093402] env[62743]: _type = "Task" [ 1816.093402] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.094734] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1816.094734] env[62743]: value = "task-2063437" [ 1816.094734] env[62743]: _type = "Task" [ 1816.094734] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.114151] env[62743]: DEBUG nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1816.119601] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063438, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.123657] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.210018] env[62743]: ERROR nova.scheduler.client.report [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] [req-a5dc6e48-8c96-4740-8156-ec71a67a22fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5dc6e48-8c96-4740-8156-ec71a67a22fb"}]} [ 1816.224313] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063432, 'name': Rename_Task, 'duration_secs': 0.188449} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.224313] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1816.224313] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03d2fbdb-3b24-4b20-8a64-ed4812d79b60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.228398] env[62743]: DEBUG nova.scheduler.client.report [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1816.232018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.232018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.232018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.232316] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.232316] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.236482] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1816.236482] env[62743]: value = "task-2063439" [ 1816.236482] env[62743]: _type = "Task" [ 1816.236482] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.237480] env[62743]: INFO nova.compute.manager [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Terminating instance [ 1816.253380] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.258633] env[62743]: DEBUG nova.scheduler.client.report [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1816.258962] env[62743]: DEBUG nova.compute.provider_tree [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.276114] env[62743]: DEBUG nova.scheduler.client.report [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1816.300588] env[62743]: DEBUG nova.scheduler.client.report [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1816.337644] env[62743]: DEBUG oslo_vmware.api [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19341} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.338045] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.338618] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.338618] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.338618] env[62743]: INFO nova.compute.manager [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1816.339046] env[62743]: DEBUG oslo.service.loopingcall [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.339264] env[62743]: DEBUG nova.compute.manager [-] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.339494] env[62743]: DEBUG nova.network.neutron [-] [instance: af80c7da-2699-4b40-b829-529c89d2572b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.344368] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.415628] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.429019] env[62743]: DEBUG nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.460308] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063429, 'name': CreateSnapshot_Task, 'duration_secs': 1.041617} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.460756] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1816.461591] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec3e12-659c-4cc7-aaf8-bf6ec0194bf9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.492222] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.492602] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.492695] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.492888] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.493050] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.493209] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.494066] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.494066] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.494066] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.494066] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.494253] env[62743]: DEBUG nova.virt.hardware [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.494548] env[62743]: DEBUG nova.network.neutron [-] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.497149] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b4c477-6dbe-41b1-bebe-c65646efabf6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.510589] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38d5eb8-d8f1-407d-a338-3126b3d0b4ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.534547] env[62743]: DEBUG nova.compute.manager [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Received event network-changed-4902511a-38f5-4135-bcb8-b1b955ac73c4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1816.534789] env[62743]: DEBUG nova.compute.manager [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Refreshing instance network info cache due to event network-changed-4902511a-38f5-4135-bcb8-b1b955ac73c4. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1816.534946] env[62743]: DEBUG oslo_concurrency.lockutils [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] Acquiring lock "refresh_cache-661d1a4f-ee25-4d00-b1bd-763605ceca5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.535098] env[62743]: DEBUG oslo_concurrency.lockutils [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] Acquired lock "refresh_cache-661d1a4f-ee25-4d00-b1bd-763605ceca5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.535255] env[62743]: DEBUG nova.network.neutron [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Refreshing network info cache for port 4902511a-38f5-4135-bcb8-b1b955ac73c4 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.608519] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063438, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.619484] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063437, 'name': PowerOffVM_Task, 'duration_secs': 0.250674} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.623420] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.630222] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d581db-b403-4ae8-9be6-6cc3c224d3fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.651367] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.654699] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d3dd2-fa82-48d4-bd4c-1c5f0657c91c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.690576] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.690869] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-725b1da2-3237-44c5-9766-3500ea9c324c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.698714] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1816.698714] env[62743]: value = "task-2063440" [ 1816.698714] env[62743]: _type = "Task" [ 1816.698714] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.713507] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1816.713727] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.714017] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.714172] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.714348] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.714791] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e2a9c4-c160-48ea-a8f5-0dad0601f2b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.725728] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.725964] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.728767] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4bcd8a-6f5c-4c8d-814c-9035bcf86c6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.736026] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1816.736026] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5252eab8-7e5a-fda7-cbcf-26c3c1794b42" [ 1816.736026] env[62743]: _type = "Task" [ 1816.736026] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.745763] env[62743]: DEBUG nova.compute.manager [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1816.746077] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1816.746419] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5252eab8-7e5a-fda7-cbcf-26c3c1794b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.748162] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843b6de-fa6d-403f-89ce-1c9239211b45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.760028] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.762489] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1816.762489] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe97f53-3792-4d2a-998c-03b3ce3c0594 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.770920] env[62743]: DEBUG oslo_vmware.api [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1816.770920] env[62743]: value = "task-2063441" [ 1816.770920] env[62743]: _type = "Task" [ 1816.770920] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.779587] env[62743]: DEBUG oslo_vmware.api [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.837683] env[62743]: DEBUG oslo_vmware.api [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Task: {'id': task-2063435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.618766} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.840339] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.840528] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.840744] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.840981] env[62743]: INFO nova.compute.manager [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1816.841215] env[62743]: DEBUG oslo.service.loopingcall [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.842431] env[62743]: DEBUG nova.compute.manager [-] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.842431] env[62743]: DEBUG nova.network.neutron [-] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.913938] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621308} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.914256] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7a399c28-2511-4fae-a0f8-6775d22b5dae/7a399c28-2511-4fae-a0f8-6775d22b5dae.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.914434] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.914732] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9da997cb-de4c-4289-b61b-7f22a9192c16 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.929932] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1816.929932] env[62743]: value = "task-2063442" [ 1816.929932] env[62743]: _type = "Task" [ 1816.929932] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.942444] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.983123] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332d303-e33d-4a88-8ebe-15921fb73747 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.000540] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1817.001339] env[62743]: INFO nova.compute.manager [-] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Took 1.37 seconds to deallocate network for instance. [ 1817.001479] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d56aa08b-e8c1-4aea-b9fb-a130d2ba3372 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.005980] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abef9d7-7bbe-487f-b2fb-0b76b1f087d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.013321] env[62743]: DEBUG nova.compute.manager [req-fcb088e9-ac0a-4344-9891-1047e01bc5d7 req-69a1659e-b5e3-41ab-9f96-1c362554ec3f service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Received event network-vif-plugged-fbff8dda-3978-4963-be05-701cfd7de116 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1817.013547] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcb088e9-ac0a-4344-9891-1047e01bc5d7 req-69a1659e-b5e3-41ab-9f96-1c362554ec3f service nova] Acquiring lock "9ded6a88-9eba-464d-9976-6168804a1076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.013760] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcb088e9-ac0a-4344-9891-1047e01bc5d7 req-69a1659e-b5e3-41ab-9f96-1c362554ec3f service nova] Lock "9ded6a88-9eba-464d-9976-6168804a1076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.013917] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcb088e9-ac0a-4344-9891-1047e01bc5d7 req-69a1659e-b5e3-41ab-9f96-1c362554ec3f service nova] Lock "9ded6a88-9eba-464d-9976-6168804a1076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.014232] env[62743]: DEBUG nova.compute.manager [req-fcb088e9-ac0a-4344-9891-1047e01bc5d7 req-69a1659e-b5e3-41ab-9f96-1c362554ec3f service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] No waiting events found dispatching network-vif-plugged-fbff8dda-3978-4963-be05-701cfd7de116 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1817.014363] env[62743]: WARNING nova.compute.manager [req-fcb088e9-ac0a-4344-9891-1047e01bc5d7 req-69a1659e-b5e3-41ab-9f96-1c362554ec3f service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Received unexpected event network-vif-plugged-fbff8dda-3978-4963-be05-701cfd7de116 for instance with vm_state building and task_state spawning. [ 1817.061052] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496cde4-a883-4a22-bf50-aebdf0a5c935 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.062017] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1817.062017] env[62743]: value = "task-2063443" [ 1817.062017] env[62743]: _type = "Task" [ 1817.062017] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.072175] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751f2fc-a2c5-473a-8063-4d9672739a11 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.082045] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063443, 'name': CloneVM_Task} progress is 12%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.094840] env[62743]: DEBUG nova.compute.provider_tree [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.105441] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063438, 'name': CreateVM_Task, 'duration_secs': 0.602455} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.106325] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1817.107297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.107297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.107531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1817.108069] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86e33a6-baa5-4f66-810e-7cf9fde07350 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.114621] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1817.114621] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c6d54e-83da-d250-d3d0-2cf8691c88d6" [ 1817.114621] env[62743]: _type = "Task" [ 1817.114621] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.124906] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c6d54e-83da-d250-d3d0-2cf8691c88d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.152155] env[62743]: DEBUG nova.network.neutron [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Successfully updated port: fbff8dda-3978-4963-be05-701cfd7de116 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1817.249298] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5252eab8-7e5a-fda7-cbcf-26c3c1794b42, 'name': SearchDatastore_Task, 'duration_secs': 0.030728} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.252807] env[62743]: DEBUG oslo_vmware.api [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063439, 'name': PowerOnVM_Task, 'duration_secs': 0.710069} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.253016] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa0cc98-2b5f-4f86-8960-898a69b118d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.255323] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.255552] env[62743]: INFO nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1817.255741] env[62743]: DEBUG nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1817.257211] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa7092-faef-432c-ba8b-8f491dbbbfa5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.267365] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1817.267365] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52233d66-7716-b140-e706-f847ae8a6955" [ 1817.267365] env[62743]: _type = "Task" [ 1817.267365] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.282246] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52233d66-7716-b140-e706-f847ae8a6955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.285650] env[62743]: DEBUG oslo_vmware.api [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063441, 'name': PowerOffVM_Task, 'duration_secs': 0.345945} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.285997] env[62743]: DEBUG nova.network.neutron [-] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.287146] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.287343] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.287779] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1596fe-bf46-42b2-9300-84175c800558 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.372439] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.372944] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.373091] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Deleting the datastore file [datastore1] 628d7db8-2567-4a70-93ce-d062cd4ebf1a {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.373483] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f699b05c-1a32-49b3-969e-8307092641d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.384372] env[62743]: DEBUG oslo_vmware.api [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for the task: (returnval){ [ 1817.384372] env[62743]: value = "task-2063445" [ 1817.384372] env[62743]: _type = "Task" [ 1817.384372] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.392886] env[62743]: DEBUG oslo_vmware.api [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.434900] env[62743]: DEBUG nova.network.neutron [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Updated VIF entry in instance network info cache for port 4902511a-38f5-4135-bcb8-b1b955ac73c4. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1817.435716] env[62743]: DEBUG nova.network.neutron [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Updating instance_info_cache with network_info: [{"id": "4902511a-38f5-4135-bcb8-b1b955ac73c4", "address": "fa:16:3e:05:11:3d", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4902511a-38", "ovs_interfaceid": "4902511a-38f5-4135-bcb8-b1b955ac73c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.443036] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098151} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.443311] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.445618] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a657e-f98a-471e-a7da-2f062f82d696 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.469572] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7a399c28-2511-4fae-a0f8-6775d22b5dae/7a399c28-2511-4fae-a0f8-6775d22b5dae.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.470242] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a78c85f-e85b-499e-b106-b24afbd1ee22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.491527] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1817.491527] env[62743]: value = "task-2063446" [ 1817.491527] env[62743]: _type = "Task" [ 1817.491527] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.500090] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.521714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.575044] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063443, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.626603] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c6d54e-83da-d250-d3d0-2cf8691c88d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018418} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.627050] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.627222] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1817.627441] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.632048] env[62743]: DEBUG nova.scheduler.client.report [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1817.632301] env[62743]: DEBUG nova.compute.provider_tree [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 51 to 52 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1817.632478] env[62743]: DEBUG nova.compute.provider_tree [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.652504] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-9ded6a88-9eba-464d-9976-6168804a1076" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1817.652656] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-9ded6a88-9eba-464d-9976-6168804a1076" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.652803] env[62743]: DEBUG nova.network.neutron [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.691032] env[62743]: DEBUG nova.network.neutron [-] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.781410] env[62743]: INFO nova.compute.manager [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Took 39.85 seconds to build instance. [ 1817.785993] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52233d66-7716-b140-e706-f847ae8a6955, 'name': SearchDatastore_Task, 'duration_secs': 0.026197} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.786599] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.786818] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. {{(pid=62743) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1817.787192] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1817.787406] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1817.788283] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4b1ca69-7a48-4716-9b98-5446515be5dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.790079] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4216aa01-dd75-43c1-be13-4ecc5922cb7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.791933] env[62743]: INFO nova.compute.manager [-] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Took 1.45 seconds to deallocate network for instance. [ 1817.801777] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1817.801777] env[62743]: value = "task-2063447" [ 1817.801777] env[62743]: _type = "Task" [ 1817.801777] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.806825] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1817.807074] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1817.808238] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002d6a55-1789-4425-b396-72438d253fce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.818833] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.823447] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1817.823447] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fd41e8-762a-7c3a-d8f5-b1bf9a718072" [ 1817.823447] env[62743]: _type = "Task" [ 1817.823447] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.837019] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd41e8-762a-7c3a-d8f5-b1bf9a718072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.895207] env[62743]: DEBUG oslo_vmware.api [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Task: {'id': task-2063445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261248} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.895479] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1817.895684] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1817.895905] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1817.896129] env[62743]: INFO nova.compute.manager [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1817.896396] env[62743]: DEBUG oslo.service.loopingcall [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1817.896593] env[62743]: DEBUG nova.compute.manager [-] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1817.896708] env[62743]: DEBUG nova.network.neutron [-] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1817.938544] env[62743]: DEBUG oslo_concurrency.lockutils [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] Releasing lock "refresh_cache-661d1a4f-ee25-4d00-b1bd-763605ceca5b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.938820] env[62743]: DEBUG nova.compute.manager [req-65f544c9-4cb7-4007-81d6-919fc33225a5 req-81cea501-762e-4897-9162-fb8cef083b4d service nova] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Received event network-vif-deleted-b9137cc4-b4f2-4dbe-af98-99c2b152bee4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.001737] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063446, 'name': ReconfigVM_Task, 'duration_secs': 0.420727} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.002037] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7a399c28-2511-4fae-a0f8-6775d22b5dae/7a399c28-2511-4fae-a0f8-6775d22b5dae.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.002664] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bcf1361-a21e-4ae8-9cd7-32467aae023c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.010642] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1818.010642] env[62743]: value = "task-2063448" [ 1818.010642] env[62743]: _type = "Task" [ 1818.010642] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.020050] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063448, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.074720] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063443, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.141022] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.742s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.141022] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.658s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.142616] env[62743]: INFO nova.compute.claims [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1818.181827] env[62743]: INFO nova.scheduler.client.report [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Deleted allocations for instance 3e05676e-70ae-4a04-a386-6b53eba82684 [ 1818.194193] env[62743]: INFO nova.compute.manager [-] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Took 1.35 seconds to deallocate network for instance. [ 1818.228868] env[62743]: DEBUG nova.network.neutron [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.287681] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5b7fac1-f0ff-45e7-8c1b-f927df291bca tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.217s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.299210] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.315859] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063447, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.342426] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd41e8-762a-7c3a-d8f5-b1bf9a718072, 'name': SearchDatastore_Task, 'duration_secs': 0.012817} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.346802] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1dfda46-22c5-49dc-b38e-0c78f1ab0373 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.355024] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1818.355024] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e47ea9-1324-ef8a-6ae9-617484dac0e2" [ 1818.355024] env[62743]: _type = "Task" [ 1818.355024] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.365153] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e47ea9-1324-ef8a-6ae9-617484dac0e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.459750] env[62743]: DEBUG nova.network.neutron [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Updating instance_info_cache with network_info: [{"id": "fbff8dda-3978-4963-be05-701cfd7de116", "address": "fa:16:3e:ac:76:c5", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbff8dda-39", "ovs_interfaceid": "fbff8dda-3978-4963-be05-701cfd7de116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.520742] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063448, 'name': Rename_Task, 'duration_secs': 0.43743} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.521092] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1818.521393] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1f9cddc-8230-405b-b98b-bddcf518c346 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.528479] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1818.528479] env[62743]: value = "task-2063449" [ 1818.528479] env[62743]: _type = "Task" [ 1818.528479] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.537142] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.577387] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063443, 'name': CloneVM_Task, 'duration_secs': 1.530258} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.577669] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Created linked-clone VM from snapshot [ 1818.578438] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37658246-abcb-4a22-aed6-229d619521f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.586372] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Uploading image b5852bcb-a71a-43cd-b27e-b5bdbef6f235 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1818.612326] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1818.612326] env[62743]: value = "vm-423201" [ 1818.612326] env[62743]: _type = "VirtualMachine" [ 1818.612326] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1818.612663] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1bd86d37-f267-4196-84f1-d956b48a0e8f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.623259] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lease: (returnval){ [ 1818.623259] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5285e612-d6d1-3e4f-6e46-acd152f3591f" [ 1818.623259] env[62743]: _type = "HttpNfcLease" [ 1818.623259] env[62743]: } obtained for exporting VM: (result){ [ 1818.623259] env[62743]: value = "vm-423201" [ 1818.623259] env[62743]: _type = "VirtualMachine" [ 1818.623259] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1818.623259] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the lease: (returnval){ [ 1818.623259] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5285e612-d6d1-3e4f-6e46-acd152f3591f" [ 1818.623259] env[62743]: _type = "HttpNfcLease" [ 1818.623259] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1818.636063] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1818.636063] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5285e612-d6d1-3e4f-6e46-acd152f3591f" [ 1818.636063] env[62743]: _type = "HttpNfcLease" [ 1818.636063] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1818.672194] env[62743]: DEBUG nova.compute.manager [req-9fd497ac-e421-4b4d-a7c3-8175c8a874f6 req-72f371be-fbef-4145-b882-681ad0c89934 service nova] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Received event network-vif-deleted-a089fe06-2138-489e-b924-920893eec16a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.672194] env[62743]: DEBUG nova.compute.manager [req-9fd497ac-e421-4b4d-a7c3-8175c8a874f6 req-72f371be-fbef-4145-b882-681ad0c89934 service nova] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Received event network-vif-deleted-f1c6904e-9991-4f06-a9d3-dcad9b19c0b9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.672477] env[62743]: DEBUG nova.compute.manager [req-9fd497ac-e421-4b4d-a7c3-8175c8a874f6 req-72f371be-fbef-4145-b882-681ad0c89934 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Received event network-vif-deleted-66538c1f-5b95-4e3d-b951-24038662938b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1818.672477] env[62743]: INFO nova.compute.manager [req-9fd497ac-e421-4b4d-a7c3-8175c8a874f6 req-72f371be-fbef-4145-b882-681ad0c89934 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Neutron deleted interface 66538c1f-5b95-4e3d-b951-24038662938b; detaching it from the instance and deleting it from the info cache [ 1818.672822] env[62743]: DEBUG nova.network.neutron [req-9fd497ac-e421-4b4d-a7c3-8175c8a874f6 req-72f371be-fbef-4145-b882-681ad0c89934 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.693896] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b846261-c67a-4fa5-883a-b1b25da64e22 tempest-ServerDiagnosticsV248Test-991775150 tempest-ServerDiagnosticsV248Test-991775150-project-member] Lock "3e05676e-70ae-4a04-a386-6b53eba82684" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.895s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.704937] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.792022] env[62743]: DEBUG nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1818.812950] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578404} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.813578] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. [ 1818.814738] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac89f7-e4cc-4e8d-b524-3a9262841b45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.841736] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.842158] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b58097-a314-4954-b97d-06418deadfe7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.855904] env[62743]: DEBUG nova.network.neutron [-] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.863940] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1818.863940] env[62743]: value = "task-2063451" [ 1818.863940] env[62743]: _type = "Task" [ 1818.863940] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.871906] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e47ea9-1324-ef8a-6ae9-617484dac0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014101} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.872560] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.872839] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 661d1a4f-ee25-4d00-b1bd-763605ceca5b/661d1a4f-ee25-4d00-b1bd-763605ceca5b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.873469] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09c35622-5290-4121-9170-8205702f162b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.878840] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.884954] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1818.884954] env[62743]: value = "task-2063452" [ 1818.884954] env[62743]: _type = "Task" [ 1818.884954] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.894315] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.963890] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-9ded6a88-9eba-464d-9976-6168804a1076" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.964881] env[62743]: DEBUG nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Instance network_info: |[{"id": "fbff8dda-3978-4963-be05-701cfd7de116", "address": "fa:16:3e:ac:76:c5", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbff8dda-39", "ovs_interfaceid": "fbff8dda-3978-4963-be05-701cfd7de116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.965708] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:76:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbff8dda-3978-4963-be05-701cfd7de116', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.975571] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating folder: Project (76ce1065c1254ec5be394a3b4b7ee7f7). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.976271] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c636b2ef-fe3f-4317-8031-844a95d97898 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.989095] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created folder: Project (76ce1065c1254ec5be394a3b4b7ee7f7) in parent group-v423128. [ 1818.989347] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating folder: Instances. Parent ref: group-v423202. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1818.989664] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abb7057e-52b5-49b4-9c77-0806e45ca396 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.002408] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created folder: Instances in parent group-v423202. [ 1819.002817] env[62743]: DEBUG oslo.service.loopingcall [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.003078] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.003332] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76c00038-136f-4c90-b407-868c3980f68d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.028631] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.028631] env[62743]: value = "task-2063455" [ 1819.028631] env[62743]: _type = "Task" [ 1819.028631] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.043422] env[62743]: DEBUG nova.compute.manager [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Received event network-changed-fbff8dda-3978-4963-be05-701cfd7de116 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1819.043736] env[62743]: DEBUG nova.compute.manager [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Refreshing instance network info cache due to event network-changed-fbff8dda-3978-4963-be05-701cfd7de116. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1819.044152] env[62743]: DEBUG oslo_concurrency.lockutils [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] Acquiring lock "refresh_cache-9ded6a88-9eba-464d-9976-6168804a1076" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.044439] env[62743]: DEBUG oslo_concurrency.lockutils [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] Acquired lock "refresh_cache-9ded6a88-9eba-464d-9976-6168804a1076" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.044755] env[62743]: DEBUG nova.network.neutron [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Refreshing network info cache for port fbff8dda-3978-4963-be05-701cfd7de116 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.060458] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.061155] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063455, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.064535] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.064825] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.131656] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1819.131656] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5285e612-d6d1-3e4f-6e46-acd152f3591f" [ 1819.131656] env[62743]: _type = "HttpNfcLease" [ 1819.131656] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1819.131656] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1819.131656] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5285e612-d6d1-3e4f-6e46-acd152f3591f" [ 1819.131656] env[62743]: _type = "HttpNfcLease" [ 1819.131656] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1819.132554] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8573c60-ef60-4048-a265-ea58b6a49522 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.142697] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e59f5c-f727-8938-5905-d673e351ccd6/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1819.142955] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e59f5c-f727-8938-5905-d673e351ccd6/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1819.208250] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-627eaeba-5994-4442-877c-4cee5275260d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.218352] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a105f-9111-4f31-b56f-e7a00c82dab9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.255804] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e054d47-f47d-4924-ab88-e59598c45e63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.258266] env[62743]: DEBUG nova.compute.manager [req-9fd497ac-e421-4b4d-a7c3-8175c8a874f6 req-72f371be-fbef-4145-b882-681ad0c89934 service nova] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Detach interface failed, port_id=66538c1f-5b95-4e3d-b951-24038662938b, reason: Instance 628d7db8-2567-4a70-93ce-d062cd4ebf1a could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1819.317487] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.362042] env[62743]: INFO nova.compute.manager [-] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Took 1.47 seconds to deallocate network for instance. [ 1819.383616] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063451, 'name': ReconfigVM_Task, 'duration_secs': 0.335791} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.384008] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1819.385112] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d2198-dda0-4bfb-9004-b9894086bf66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.425590] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088016c3-5613-4192-b24c-06307c1b58a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.437726] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.445807] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1819.445807] env[62743]: value = "task-2063456" [ 1819.445807] env[62743]: _type = "Task" [ 1819.445807] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.458252] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.555343] env[62743]: DEBUG oslo_vmware.api [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063449, 'name': PowerOnVM_Task, 'duration_secs': 0.536411} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.564997] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.565251] env[62743]: INFO nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1819.565474] env[62743]: DEBUG nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.565850] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063455, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.567475] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b365f9c-3f5f-453a-a342-9c51d542bb32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.875194] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.898863] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676243} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.900180] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 661d1a4f-ee25-4d00-b1bd-763605ceca5b/661d1a4f-ee25-4d00-b1bd-763605ceca5b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1819.900455] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1819.901486] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c82d9-9bd0-43a9-8b48-fb064e5b6103 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.904096] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed76e061-9796-41a1-8144-dea12e683463 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.914451] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcea493-ae74-4491-a573-84529b2b134c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.917771] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1819.917771] env[62743]: value = "task-2063457" [ 1819.917771] env[62743]: _type = "Task" [ 1819.917771] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.962080] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305cc64b-1392-43f0-b5dc-3ef613e4e0c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.964986] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.971926] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063456, 'name': ReconfigVM_Task, 'duration_secs': 0.222348} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.973877] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.974257] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0659cf-0868-4c63-aa3a-75b52518ad33 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.977083] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1f65d0-fa60-4df9-9b01-b8c73f4ff86c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.994718] env[62743]: DEBUG nova.compute.provider_tree [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.998377] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1819.998377] env[62743]: value = "task-2063458" [ 1819.998377] env[62743]: _type = "Task" [ 1819.998377] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.012028] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.043593] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063455, 'name': CreateVM_Task, 'duration_secs': 0.65272} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.043872] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.044722] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.045060] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.045487] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.045853] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff6b1b0-18d6-4e0f-8f2f-b63158d3d958 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.052666] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1820.052666] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528c7cb8-4f3c-77b5-9b39-78a1139e7a91" [ 1820.052666] env[62743]: _type = "Task" [ 1820.052666] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.063215] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528c7cb8-4f3c-77b5-9b39-78a1139e7a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.091200] env[62743]: INFO nova.compute.manager [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Took 39.32 seconds to build instance. [ 1820.232763] env[62743]: DEBUG nova.network.neutron [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Updated VIF entry in instance network info cache for port fbff8dda-3978-4963-be05-701cfd7de116. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.233388] env[62743]: DEBUG nova.network.neutron [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Updating instance_info_cache with network_info: [{"id": "fbff8dda-3978-4963-be05-701cfd7de116", "address": "fa:16:3e:ac:76:c5", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbff8dda-39", "ovs_interfaceid": "fbff8dda-3978-4963-be05-701cfd7de116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.429109] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150482} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.430421] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1820.430532] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50eb6e4-9a88-445c-a8c4-c1f9660f3571 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.458010] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 661d1a4f-ee25-4d00-b1bd-763605ceca5b/661d1a4f-ee25-4d00-b1bd-763605ceca5b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1820.458512] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6f0af5-49f0-4b63-80b0-053bb1b6a488 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.482412] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1820.482412] env[62743]: value = "task-2063459" [ 1820.482412] env[62743]: _type = "Task" [ 1820.482412] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.492763] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.513972] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.521811] env[62743]: ERROR nova.scheduler.client.report [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [req-9f41cad9-03a5-4563-ba55-c77dbbe0d55f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f41cad9-03a5-4563-ba55-c77dbbe0d55f"}]} [ 1820.540912] env[62743]: DEBUG nova.scheduler.client.report [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1820.558856] env[62743]: DEBUG nova.scheduler.client.report [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1820.559285] env[62743]: DEBUG nova.compute.provider_tree [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.571140] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528c7cb8-4f3c-77b5-9b39-78a1139e7a91, 'name': SearchDatastore_Task, 'duration_secs': 0.028825} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.571581] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.571953] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.572213] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.572941] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.572941] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.573057] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c7d08cd-337f-4a72-816f-be545c6e85e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.575863] env[62743]: DEBUG nova.scheduler.client.report [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1820.590805] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.591150] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.594574] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7c9731-a826-438f-8216-5a9c5ac9116d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.595229] env[62743]: DEBUG oslo_concurrency.lockutils [None req-911c17a8-78df-4560-9415-696f63decebc tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.217s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.601698] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1820.601698] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525c6a85-16da-8abf-a637-0586ae9b8076" [ 1820.601698] env[62743]: _type = "Task" [ 1820.601698] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.603845] env[62743]: DEBUG nova.scheduler.client.report [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1820.619968] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525c6a85-16da-8abf-a637-0586ae9b8076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.738661] env[62743]: DEBUG oslo_concurrency.lockutils [req-8dd752ea-7a39-4bf3-8b6b-f18c32b3bb3f req-0b51fd3f-9064-467b-a9f9-99c86de35f0a service nova] Releasing lock "refresh_cache-9ded6a88-9eba-464d-9976-6168804a1076" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.998479] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.017053] env[62743]: DEBUG oslo_vmware.api [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063458, 'name': PowerOnVM_Task, 'duration_secs': 0.660421} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.017454] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.020601] env[62743]: DEBUG nova.compute.manager [None req-71b5a398-58f2-4f0e-a1f7-483fdf684487 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.027393] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4766fd3d-17cd-4af1-9f40-9190c6fd28c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.098565] env[62743]: DEBUG nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.121561] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525c6a85-16da-8abf-a637-0586ae9b8076, 'name': SearchDatastore_Task, 'duration_secs': 0.022515} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.122386] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b001fe39-a6c5-4911-b423-22a2a72f6f78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.127166] env[62743]: DEBUG nova.compute.manager [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Received event network-changed-adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1821.127166] env[62743]: DEBUG nova.compute.manager [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Refreshing instance network info cache due to event network-changed-adeb4165-9f80-4598-bd33-0b3b16347229. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1821.127330] env[62743]: DEBUG oslo_concurrency.lockutils [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] Acquiring lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.127438] env[62743]: DEBUG oslo_concurrency.lockutils [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] Acquired lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.127588] env[62743]: DEBUG nova.network.neutron [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Refreshing network info cache for port adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.133427] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1821.133427] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527fbb17-95bc-c249-962e-294aa214ef5a" [ 1821.133427] env[62743]: _type = "Task" [ 1821.133427] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.148462] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527fbb17-95bc-c249-962e-294aa214ef5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.251453] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be330371-3e23-48ae-984c-27dc1870f83d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.263514] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882b480-7023-4a48-9434-88048555e50e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.300610] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e0616-38c2-47cf-9dfe-e517cd6919bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.310490] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be701e-f3f4-418a-8361-4dcae2997c2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.326181] env[62743]: DEBUG nova.compute.provider_tree [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1821.495786] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063459, 'name': ReconfigVM_Task, 'duration_secs': 0.778681} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.495786] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 661d1a4f-ee25-4d00-b1bd-763605ceca5b/661d1a4f-ee25-4d00-b1bd-763605ceca5b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.495786] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0d74a62-aff5-4a04-ad98-9fb3dcc3f1f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.504986] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1821.504986] env[62743]: value = "task-2063460" [ 1821.504986] env[62743]: _type = "Task" [ 1821.504986] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.516241] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063460, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.623401] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.650930] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527fbb17-95bc-c249-962e-294aa214ef5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01741} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.651095] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.651452] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9ded6a88-9eba-464d-9976-6168804a1076/9ded6a88-9eba-464d-9976-6168804a1076.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.651870] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d4f8190-9c77-47fd-9259-351712d4496c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.664332] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1821.664332] env[62743]: value = "task-2063461" [ 1821.664332] env[62743]: _type = "Task" [ 1821.664332] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.675455] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.885269] env[62743]: DEBUG nova.scheduler.client.report [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1821.886528] env[62743]: DEBUG nova.compute.provider_tree [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 53 to 54 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1821.886528] env[62743]: DEBUG nova.compute.provider_tree [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1822.019685] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063460, 'name': Rename_Task, 'duration_secs': 0.21441} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.021588] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.022037] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b6860d-d8c8-49da-9a3b-e1eb4cce96a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.033011] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1822.033011] env[62743]: value = "task-2063462" [ 1822.033011] env[62743]: _type = "Task" [ 1822.033011] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.048328] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.109968] env[62743]: DEBUG nova.network.neutron [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Updated VIF entry in instance network info cache for port adeb4165-9f80-4598-bd33-0b3b16347229. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.110414] env[62743]: DEBUG nova.network.neutron [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Updating instance_info_cache with network_info: [{"id": "adeb4165-9f80-4598-bd33-0b3b16347229", "address": "fa:16:3e:76:83:75", "network": {"id": "a0727481-25db-4aa5-81e3-a64d0e0b36d9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-336709987-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6371c00d843c5bcacf08626f9f8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadeb4165-9f", "ovs_interfaceid": "adeb4165-9f80-4598-bd33-0b3b16347229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.177752] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063461, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.391644] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.251s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.392650] env[62743]: DEBUG nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.397037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.492s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.398964] env[62743]: INFO nova.compute.claims [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.544975] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.614376] env[62743]: DEBUG oslo_concurrency.lockutils [req-b39c49f4-2497-44dd-b5fa-d40484070307 req-680932c2-10ce-4895-bd47-0edbe1040710 service nova] Releasing lock "refresh_cache-7a399c28-2511-4fae-a0f8-6775d22b5dae" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.670801] env[62743]: DEBUG nova.compute.manager [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1822.670992] env[62743]: DEBUG nova.compute.manager [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing instance network info cache due to event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1822.671229] env[62743]: DEBUG oslo_concurrency.lockutils [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] Acquiring lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.671373] env[62743]: DEBUG oslo_concurrency.lockutils [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] Acquired lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.671526] env[62743]: DEBUG nova.network.neutron [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.686664] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675815} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.687534] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9ded6a88-9eba-464d-9976-6168804a1076/9ded6a88-9eba-464d-9976-6168804a1076.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.688177] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.688177] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57e2d0ed-e42b-48ce-8713-36c5d46d124a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.701432] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1822.701432] env[62743]: value = "task-2063463" [ 1822.701432] env[62743]: _type = "Task" [ 1822.701432] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.713434] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.905586] env[62743]: DEBUG nova.compute.utils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.910179] env[62743]: DEBUG nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1822.913322] env[62743]: DEBUG nova.network.neutron [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.991348] env[62743]: DEBUG nova.policy [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2459ae62a35d496f95e4a7b79828c262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaed015c181a4e19b5ee86c571962edb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.045054] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063462, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.219524] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146633} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.219809] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.220891] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814f62f-e7cf-4bec-ab20-e0231f62e500 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.245298] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 9ded6a88-9eba-464d-9976-6168804a1076/9ded6a88-9eba-464d-9976-6168804a1076.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.245681] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa28bc70-11ff-4b63-b1ed-ab3029ac6af8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.270443] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1823.270443] env[62743]: value = "task-2063464" [ 1823.270443] env[62743]: _type = "Task" [ 1823.270443] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.281709] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.409462] env[62743]: DEBUG nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.547219] env[62743]: DEBUG oslo_vmware.api [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063462, 'name': PowerOnVM_Task, 'duration_secs': 1.309333} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.549332] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1823.549489] env[62743]: INFO nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1823.549722] env[62743]: DEBUG nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.550766] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2204ed-ad91-47ae-baaa-c32fd77017ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.575441] env[62743]: DEBUG nova.network.neutron [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Successfully created port: 3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.649063] env[62743]: DEBUG nova.network.neutron [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updated VIF entry in instance network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.649430] env[62743]: DEBUG nova.network.neutron [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.783530] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063464, 'name': ReconfigVM_Task, 'duration_secs': 0.440177} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.783810] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 9ded6a88-9eba-464d-9976-6168804a1076/9ded6a88-9eba-464d-9976-6168804a1076.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.784467] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c8f88ec-52f3-4b5b-94ba-42fe92f570ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.791742] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1823.791742] env[62743]: value = "task-2063465" [ 1823.791742] env[62743]: _type = "Task" [ 1823.791742] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.801540] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063465, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.008915] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6cd9e9-cc80-44a8-9249-b7622aaa5561 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.018197] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194e0667-80bd-4dc6-a48c-e7e34758299f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.065285] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384f3f7-0d53-4a38-8f36-ad59b7439179 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.084040] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f22466d-4806-4933-9f7f-e0c490c73f0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.090458] env[62743]: INFO nova.compute.manager [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Took 42.78 seconds to build instance. [ 1824.107192] env[62743]: DEBUG nova.compute.provider_tree [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.151911] env[62743]: DEBUG oslo_concurrency.lockutils [req-02a6a45c-a7d7-4d3d-91a8-0f9fe31a210a req-45c56039-1dbd-426b-91e6-642da0d12432 service nova] Releasing lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.303114] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063465, 'name': Rename_Task, 'duration_secs': 0.235003} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.303318] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1824.303569] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3fc7770-d741-46c9-a06f-24be2bfbbf8f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.312026] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1824.312026] env[62743]: value = "task-2063466" [ 1824.312026] env[62743]: _type = "Task" [ 1824.312026] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.321563] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.420895] env[62743]: DEBUG nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.445818] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.446024] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.446205] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.446362] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.446530] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.446708] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.447020] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.447193] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.447394] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.447571] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.447777] env[62743]: DEBUG nova.virt.hardware [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.448739] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59a0e7-2b2a-4105-b069-958289ada2ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.457591] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43fbcf8-81bb-4832-a012-a09abdebf38a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.593789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45d4daeb-da68-4b4e-b9f8-0adcabd65099 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.269s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.612535] env[62743]: DEBUG nova.scheduler.client.report [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.823618] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.847119] env[62743]: DEBUG nova.compute.manager [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1824.847449] env[62743]: DEBUG nova.compute.manager [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing instance network info cache due to event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1824.847703] env[62743]: DEBUG oslo_concurrency.lockutils [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] Acquiring lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.847948] env[62743]: DEBUG oslo_concurrency.lockutils [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] Acquired lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.848086] env[62743]: DEBUG nova.network.neutron [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.097663] env[62743]: DEBUG nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.123070] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.123429] env[62743]: DEBUG nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1825.130861] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.653s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.135062] env[62743]: DEBUG nova.objects.instance [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lazy-loading 'resources' on Instance uuid fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.325087] env[62743]: DEBUG oslo_vmware.api [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063466, 'name': PowerOnVM_Task, 'duration_secs': 0.741456} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.325436] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1825.325630] env[62743]: INFO nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1825.325820] env[62743]: DEBUG nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1825.326682] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccf2c25-57eb-492e-98f5-43ba4b827fd8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.399667] env[62743]: DEBUG nova.network.neutron [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Successfully updated port: 3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.625547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.632221] env[62743]: DEBUG nova.compute.utils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1825.633889] env[62743]: DEBUG nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1825.634225] env[62743]: DEBUG nova.network.neutron [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.725292] env[62743]: DEBUG nova.policy [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06270e106574620a1617356d01104ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436c621a74724686a9dd31a48fe50fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.774103] env[62743]: DEBUG nova.network.neutron [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updated VIF entry in instance network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.774103] env[62743]: DEBUG nova.network.neutron [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.804789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.805037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.805252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.805431] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.805592] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.808458] env[62743]: INFO nova.compute.manager [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Terminating instance [ 1825.848469] env[62743]: INFO nova.compute.manager [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Took 34.27 seconds to build instance. [ 1825.902925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-1056110c-acbd-43d9-a9af-6a9b972a2609" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.903106] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-1056110c-acbd-43d9-a9af-6a9b972a2609" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.903265] env[62743]: DEBUG nova.network.neutron [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.139974] env[62743]: DEBUG nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1826.224171] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7a1d34-3d47-48a1-85b7-dd673fa53220 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.232661] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b7c4a9-c083-4aee-8325-402932bec3e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.267775] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657c041f-b9d6-4342-82f8-4adbbe8d0a21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.276322] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a70fb5-2139-427f-80c0-b98b5c7dc7fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.281826] env[62743]: DEBUG oslo_concurrency.lockutils [req-e44808bd-c0fc-4b9a-9f60-0bb1cbbecdf0 req-7b7ed0bb-d505-4f91-80cd-860fb8d3bdd8 service nova] Releasing lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.294889] env[62743]: DEBUG nova.compute.provider_tree [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.297744] env[62743]: DEBUG nova.network.neutron [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Successfully created port: 5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1826.315031] env[62743]: DEBUG nova.compute.manager [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1826.315031] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1826.316022] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fee50b6-4de2-4f79-920c-917771d0ee7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.326748] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.327070] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b5ec83d-1901-4bb4-995f-8659471ca1b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.334873] env[62743]: DEBUG oslo_vmware.api [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1826.334873] env[62743]: value = "task-2063467" [ 1826.334873] env[62743]: _type = "Task" [ 1826.334873] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.343736] env[62743]: DEBUG oslo_vmware.api [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.350578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c53833c3-b2d9-4a80-b5cb-6d602475a568 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "9ded6a88-9eba-464d-9976-6168804a1076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.086s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.596856] env[62743]: DEBUG nova.network.neutron [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.801461] env[62743]: DEBUG nova.scheduler.client.report [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.846652] env[62743]: DEBUG oslo_vmware.api [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063467, 'name': PowerOffVM_Task, 'duration_secs': 0.291058} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.846990] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1826.847459] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1826.847459] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef4dafd9-4aad-4a6f-bb64-c82cfc4c552b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.859847] env[62743]: DEBUG nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.919878] env[62743]: DEBUG nova.network.neutron [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Updating instance_info_cache with network_info: [{"id": "3f3b5c86-1cf8-473f-b6dd-8deaf96a1569", "address": "fa:16:3e:80:c8:03", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3b5c86-1c", "ovs_interfaceid": "3f3b5c86-1cf8-473f-b6dd-8deaf96a1569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.154161] env[62743]: DEBUG nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1827.176058] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1827.176339] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1827.176495] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1827.176671] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1827.176812] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1827.176953] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1827.177186] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1827.177340] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1827.177503] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1827.177674] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1827.177840] env[62743]: DEBUG nova.virt.hardware [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1827.178770] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab6cd7c-0f3e-4509-a368-c827aad226e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.185505] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1827.185680] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing instance network info cache due to event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1827.185923] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Acquiring lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.186060] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Acquired lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.186229] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.191681] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa93bd-c0ed-4545-a3c9-36360b6f276b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.208238] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "9ded6a88-9eba-464d-9976-6168804a1076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.208387] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "9ded6a88-9eba-464d-9976-6168804a1076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.208586] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "9ded6a88-9eba-464d-9976-6168804a1076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.208764] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "9ded6a88-9eba-464d-9976-6168804a1076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.208926] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "9ded6a88-9eba-464d-9976-6168804a1076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.211145] env[62743]: INFO nova.compute.manager [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Terminating instance [ 1827.308033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.309378] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.422s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.310869] env[62743]: INFO nova.compute.claims [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.332382] env[62743]: INFO nova.scheduler.client.report [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Deleted allocations for instance fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9 [ 1827.378819] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.421850] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-1056110c-acbd-43d9-a9af-6a9b972a2609" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.422222] env[62743]: DEBUG nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Instance network_info: |[{"id": "3f3b5c86-1cf8-473f-b6dd-8deaf96a1569", "address": "fa:16:3e:80:c8:03", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3b5c86-1c", "ovs_interfaceid": "3f3b5c86-1cf8-473f-b6dd-8deaf96a1569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1827.422669] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:c8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f3b5c86-1cf8-473f-b6dd-8deaf96a1569', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.430660] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating folder: Project (eaed015c181a4e19b5ee86c571962edb). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1827.431041] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-778d0c0d-4845-4689-894f-af5d4fe6c6d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.442637] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created folder: Project (eaed015c181a4e19b5ee86c571962edb) in parent group-v423128. [ 1827.442869] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating folder: Instances. Parent ref: group-v423205. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1827.443174] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f0cd8b1-dec6-48b1-a56f-5ea30a9ac487 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.453788] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created folder: Instances in parent group-v423205. [ 1827.454114] env[62743]: DEBUG oslo.service.loopingcall [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.454404] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.454594] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a4c56e5-5358-494c-9628-16b17b045b03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.477818] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.477818] env[62743]: value = "task-2063471" [ 1827.477818] env[62743]: _type = "Task" [ 1827.477818] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.485994] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063471, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.664012] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.664370] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.664602] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Deleting the datastore file [datastore1] 661d1a4f-ee25-4d00-b1bd-763605ceca5b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.664975] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16596a0f-660d-4d84-b573-ced7bda406c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.672718] env[62743]: DEBUG oslo_vmware.api [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for the task: (returnval){ [ 1827.672718] env[62743]: value = "task-2063472" [ 1827.672718] env[62743]: _type = "Task" [ 1827.672718] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.682268] env[62743]: DEBUG oslo_vmware.api [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.716479] env[62743]: DEBUG nova.compute.manager [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.716837] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.717992] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fce416-0604-4501-953d-f2b30f642dd9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.731060] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.731487] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8fe042-7f07-4746-b304-c1b072c51e02 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.739125] env[62743]: DEBUG oslo_vmware.api [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1827.739125] env[62743]: value = "task-2063473" [ 1827.739125] env[62743]: _type = "Task" [ 1827.739125] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.747947] env[62743]: DEBUG oslo_vmware.api [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.840103] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2050b892-e5b6-498b-ab3b-4ac26767006e tempest-ServerAddressesTestJSON-405108374 tempest-ServerAddressesTestJSON-405108374-project-member] Lock "fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.115s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.947108] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updated VIF entry in instance network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.947856] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.988316] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063471, 'name': CreateVM_Task, 'duration_secs': 0.40446} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.988507] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.989227] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.989421] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.989721] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.990096] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcca99b-52fa-45cf-aa49-a43418f4eb87 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.995988] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1827.995988] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529e8fdd-bc38-c72c-041f-f6d1a8ca1db8" [ 1827.995988] env[62743]: _type = "Task" [ 1827.995988] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.004184] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529e8fdd-bc38-c72c-041f-f6d1a8ca1db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.185090] env[62743]: DEBUG oslo_vmware.api [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Task: {'id': task-2063472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169627} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.185741] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.185929] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.186154] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.186329] env[62743]: INFO nova.compute.manager [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1828.186567] env[62743]: DEBUG oslo.service.loopingcall [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.186750] env[62743]: DEBUG nova.compute.manager [-] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.186845] env[62743]: DEBUG nova.network.neutron [-] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.252319] env[62743]: DEBUG oslo_vmware.api [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063473, 'name': PowerOffVM_Task, 'duration_secs': 0.202856} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.252649] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1828.252852] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1828.253161] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4668c98-130e-4c7b-a75a-ce9f0a3a5675 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.335667] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1828.336263] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1828.336554] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleting the datastore file [datastore1] 9ded6a88-9eba-464d-9976-6168804a1076 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1828.336870] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77a40a53-4eb0-486f-b50e-d0ee6ef98694 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.348275] env[62743]: DEBUG oslo_vmware.api [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1828.348275] env[62743]: value = "task-2063475" [ 1828.348275] env[62743]: _type = "Task" [ 1828.348275] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.359200] env[62743]: DEBUG oslo_vmware.api [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.451543] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Releasing lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.451856] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Received event network-vif-plugged-3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1828.452137] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Acquiring lock "1056110c-acbd-43d9-a9af-6a9b972a2609-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.452320] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.452536] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.452660] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] No waiting events found dispatching network-vif-plugged-3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.452830] env[62743]: WARNING nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Received unexpected event network-vif-plugged-3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 for instance with vm_state building and task_state spawning. [ 1828.453118] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Received event network-changed-3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1828.453270] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Refreshing instance network info cache due to event network-changed-3f3b5c86-1cf8-473f-b6dd-8deaf96a1569. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1828.453520] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Acquiring lock "refresh_cache-1056110c-acbd-43d9-a9af-6a9b972a2609" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.453652] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Acquired lock "refresh_cache-1056110c-acbd-43d9-a9af-6a9b972a2609" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.453889] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Refreshing network info cache for port 3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.509734] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529e8fdd-bc38-c72c-041f-f6d1a8ca1db8, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.510155] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.510507] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.510837] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.511065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.511292] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.511647] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc1746e-eca9-4c71-8067-3c815250073d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.531899] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.532201] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.533215] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7ae3e3-b3f0-4f00-b8b4-e8d4dd9a8392 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.548733] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1828.548733] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522936bd-e517-12da-0875-3b229452a8a2" [ 1828.548733] env[62743]: _type = "Task" [ 1828.548733] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.554675] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.554960] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.555230] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.555491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.555724] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.560858] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522936bd-e517-12da-0875-3b229452a8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.561656] env[62743]: INFO nova.compute.manager [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Terminating instance [ 1828.779288] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e59f5c-f727-8938-5905-d673e351ccd6/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1828.780363] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a3b9d4-0d6c-499a-91af-f790c4dc0a40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.787353] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e59f5c-f727-8938-5905-d673e351ccd6/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1828.787521] env[62743]: ERROR oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e59f5c-f727-8938-5905-d673e351ccd6/disk-0.vmdk due to incomplete transfer. [ 1828.787751] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dd40f2bc-6a83-4cf7-b3f5-c1a8bdfe579d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.794902] env[62743]: DEBUG oslo_vmware.rw_handles [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e59f5c-f727-8938-5905-d673e351ccd6/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1828.795145] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Uploaded image b5852bcb-a71a-43cd-b27e-b5bdbef6f235 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1828.797258] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1828.797543] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df149f55-823b-4807-a308-8c846fff055c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.803589] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1828.803589] env[62743]: value = "task-2063476" [ 1828.803589] env[62743]: _type = "Task" [ 1828.803589] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.812576] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063476, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.861280] env[62743]: DEBUG oslo_vmware.api [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239872} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.861535] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.861766] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.861978] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.862797] env[62743]: INFO nova.compute.manager [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1828.862797] env[62743]: DEBUG oslo.service.loopingcall [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.862797] env[62743]: DEBUG nova.compute.manager [-] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.862797] env[62743]: DEBUG nova.network.neutron [-] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.904499] env[62743]: DEBUG nova.network.neutron [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Successfully updated port: 5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1828.925694] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4032d3f6-73c7-4323-85f1-7c485d1a856a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.934441] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e2d6f0-3719-41c1-83c4-f3c28f5fbcca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.978768] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb6718e-fe7f-4f97-a7ab-8ede4bc871a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.988484] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79321995-b0d2-44ec-b0ef-a486f12c8ca2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.006962] env[62743]: DEBUG nova.compute.provider_tree [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.059399] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522936bd-e517-12da-0875-3b229452a8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.017166} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.060203] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d621d4-1491-4988-a7a7-bec3102faac4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.065755] env[62743]: DEBUG nova.compute.manager [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1829.066314] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1829.066314] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1829.066314] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52451c01-aeaa-a4c7-2aea-f69af13ea7ee" [ 1829.066314] env[62743]: _type = "Task" [ 1829.066314] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.067012] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcc433d-c3aa-4271-9fc2-63c342a1b0bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.077469] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52451c01-aeaa-a4c7-2aea-f69af13ea7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.080069] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1829.080069] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbbc8e21-8edf-4467-a3ca-380276ef7876 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.085979] env[62743]: DEBUG oslo_vmware.api [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1829.085979] env[62743]: value = "task-2063477" [ 1829.085979] env[62743]: _type = "Task" [ 1829.085979] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.094169] env[62743]: DEBUG oslo_vmware.api [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.195348] env[62743]: DEBUG nova.compute.manager [req-4903c19a-9f93-4046-adcc-b77f37ba1c20 req-ce427363-9b01-42f7-9b29-dbb384a732e7 service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Received event network-vif-deleted-fbff8dda-3978-4963-be05-701cfd7de116 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1829.195599] env[62743]: INFO nova.compute.manager [req-4903c19a-9f93-4046-adcc-b77f37ba1c20 req-ce427363-9b01-42f7-9b29-dbb384a732e7 service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Neutron deleted interface fbff8dda-3978-4963-be05-701cfd7de116; detaching it from the instance and deleting it from the info cache [ 1829.195768] env[62743]: DEBUG nova.network.neutron [req-4903c19a-9f93-4046-adcc-b77f37ba1c20 req-ce427363-9b01-42f7-9b29-dbb384a732e7 service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.246091] env[62743]: DEBUG nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Received event network-vif-plugged-5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1829.246333] env[62743]: DEBUG oslo_concurrency.lockutils [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.246534] env[62743]: DEBUG oslo_concurrency.lockutils [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.246695] env[62743]: DEBUG oslo_concurrency.lockutils [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.246856] env[62743]: DEBUG nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] No waiting events found dispatching network-vif-plugged-5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1829.247071] env[62743]: WARNING nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Received unexpected event network-vif-plugged-5a87affa-256d-4100-ac28-16031516034e for instance with vm_state building and task_state spawning. [ 1829.247229] env[62743]: DEBUG nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Received event network-changed-5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1829.247379] env[62743]: DEBUG nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Refreshing instance network info cache due to event network-changed-5a87affa-256d-4100-ac28-16031516034e. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1829.247554] env[62743]: DEBUG oslo_concurrency.lockutils [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.247685] env[62743]: DEBUG oslo_concurrency.lockutils [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.247833] env[62743]: DEBUG nova.network.neutron [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Refreshing network info cache for port 5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.314823] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063476, 'name': Destroy_Task, 'duration_secs': 0.488821} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.315138] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Destroyed the VM [ 1829.315381] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1829.315770] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7f7d35d3-e82f-40aa-b1b2-2413168288e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.321135] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1829.321135] env[62743]: value = "task-2063478" [ 1829.321135] env[62743]: _type = "Task" [ 1829.321135] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.328844] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.391465] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Updated VIF entry in instance network info cache for port 3f3b5c86-1cf8-473f-b6dd-8deaf96a1569. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.391465] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Updating instance_info_cache with network_info: [{"id": "3f3b5c86-1cf8-473f-b6dd-8deaf96a1569", "address": "fa:16:3e:80:c8:03", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f3b5c86-1c", "ovs_interfaceid": "3f3b5c86-1cf8-473f-b6dd-8deaf96a1569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.407252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.420401] env[62743]: DEBUG nova.network.neutron [-] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.516335] env[62743]: DEBUG nova.scheduler.client.report [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.582237] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52451c01-aeaa-a4c7-2aea-f69af13ea7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.027976} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.582503] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.582755] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.583014] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95bc994c-68fe-40b2-9d0f-05466cfc9e6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.591397] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1829.591397] env[62743]: value = "task-2063479" [ 1829.591397] env[62743]: _type = "Task" [ 1829.591397] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.598687] env[62743]: DEBUG oslo_vmware.api [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063477, 'name': PowerOffVM_Task, 'duration_secs': 0.239196} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.599280] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1829.599457] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1829.599776] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55eca885-e8f5-4de9-a146-047cb9072543 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.604689] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.639758] env[62743]: DEBUG nova.network.neutron [-] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.701877] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef96a38a-4a82-4342-9019-47f2131603b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.714031] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227613f6-b70b-45d4-9857-f3b79aa6147e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.746515] env[62743]: DEBUG nova.compute.manager [req-4903c19a-9f93-4046-adcc-b77f37ba1c20 req-ce427363-9b01-42f7-9b29-dbb384a732e7 service nova] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Detach interface failed, port_id=fbff8dda-3978-4963-be05-701cfd7de116, reason: Instance 9ded6a88-9eba-464d-9976-6168804a1076 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1829.782626] env[62743]: DEBUG nova.network.neutron [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.833015] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063478, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.894300] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Releasing lock "refresh_cache-1056110c-acbd-43d9-a9af-6a9b972a2609" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.897703] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1829.897703] env[62743]: DEBUG nova.compute.manager [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing instance network info cache due to event network-changed-361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1829.897703] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Acquiring lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.897703] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Acquired lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.897703] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Refreshing network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1829.917697] env[62743]: DEBUG nova.network.neutron [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.923032] env[62743]: INFO nova.compute.manager [-] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Took 1.74 seconds to deallocate network for instance. [ 1829.982743] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1829.983017] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1829.983234] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Deleting the datastore file [datastore1] b1016b3d-45f3-4ee0-882f-0228c3a232f5 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1829.983540] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04f880fc-a5e0-46b9-ab45-cf4213742fb0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.992574] env[62743]: DEBUG oslo_vmware.api [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for the task: (returnval){ [ 1829.992574] env[62743]: value = "task-2063481" [ 1829.992574] env[62743]: _type = "Task" [ 1829.992574] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.004227] env[62743]: DEBUG oslo_vmware.api [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.021842] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.022500] env[62743]: DEBUG nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.026925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.357s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.028402] env[62743]: INFO nova.compute.claims [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1830.105880] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063479, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.144124] env[62743]: INFO nova.compute.manager [-] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Took 1.28 seconds to deallocate network for instance. [ 1830.331871] env[62743]: DEBUG oslo_vmware.api [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063478, 'name': RemoveSnapshot_Task, 'duration_secs': 0.570084} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.332375] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1830.332765] env[62743]: INFO nova.compute.manager [None req-a68cfd11-b230-45c7-9982-030d0fd4e83c tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 1830.419719] env[62743]: DEBUG oslo_concurrency.lockutils [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.419914] env[62743]: DEBUG nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Received event network-vif-deleted-4902511a-38f5-4135-bcb8-b1b955ac73c4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1830.420568] env[62743]: INFO nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Neutron deleted interface 4902511a-38f5-4135-bcb8-b1b955ac73c4; detaching it from the instance and deleting it from the info cache [ 1830.420568] env[62743]: DEBUG nova.network.neutron [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.421655] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.421939] env[62743]: DEBUG nova.network.neutron [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.434917] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.502423] env[62743]: DEBUG oslo_vmware.api [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Task: {'id': task-2063481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325025} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.502517] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1830.502693] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1830.502857] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1830.503039] env[62743]: INFO nova.compute.manager [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1830.503282] env[62743]: DEBUG oslo.service.loopingcall [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.503466] env[62743]: DEBUG nova.compute.manager [-] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1830.503574] env[62743]: DEBUG nova.network.neutron [-] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1830.535201] env[62743]: DEBUG nova.compute.utils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.542373] env[62743]: DEBUG nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.542551] env[62743]: DEBUG nova.network.neutron [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.602873] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530408} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.603184] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1830.603403] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1830.603661] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74962aa-dad7-4d14-93df-d4a954712ded {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.611860] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1830.611860] env[62743]: value = "task-2063482" [ 1830.611860] env[62743]: _type = "Task" [ 1830.611860] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.626953] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.655123] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.659687] env[62743]: DEBUG nova.policy [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbd9db8edd4a4e24b8c3fdd72b2e9949', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7f8b6d3a1e45cca1acab6b8162d57b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.844153] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updated VIF entry in instance network info cache for port 361a6b2f-15de-463e-87a0-7cb5fcca2bd6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1830.844509] env[62743]: DEBUG nova.network.neutron [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [{"id": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "address": "fa:16:3e:2b:16:e8", "network": {"id": "72d74b57-5970-4852-a87d-c07132e9dfb7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1338324407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b6d26c261e464184830a61e9e422205c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361a6b2f-15", "ovs_interfaceid": "361a6b2f-15de-463e-87a0-7cb5fcca2bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.925936] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12771a28-3771-47dc-8226-7a7e1ec004b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.942123] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720d13d-9230-4695-832f-e641f028d0ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.978759] env[62743]: DEBUG nova.compute.manager [req-b857c8c3-3de0-44f5-b2a5-fdc08be4cbd1 req-652e13d0-514d-49a1-89a7-f106fd13df59 service nova] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Detach interface failed, port_id=4902511a-38f5-4135-bcb8-b1b955ac73c4, reason: Instance 661d1a4f-ee25-4d00-b1bd-763605ceca5b could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1830.980060] env[62743]: DEBUG nova.network.neutron [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.043578] env[62743]: DEBUG nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.127276] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080436} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.130198] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1831.131661] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf23a7ba-5ae5-474e-aef9-095b62ac9f19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.138410] env[62743]: DEBUG nova.network.neutron [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Successfully created port: 1c68c0ea-b814-4063-9a7a-320a578ac1b5 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1831.174242] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1831.174424] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4ffa85-373b-49dd-b55f-1517e0cda910 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.190014] env[62743]: DEBUG nova.network.neutron [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.200040] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1831.200040] env[62743]: value = "task-2063483" [ 1831.200040] env[62743]: _type = "Task" [ 1831.200040] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.209323] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.312400] env[62743]: DEBUG nova.compute.manager [req-73707819-a669-49d1-9806-4f3757029220 req-2832e10f-7281-4bce-9157-38a1ae5f5f51 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Received event network-vif-deleted-361a6b2f-15de-463e-87a0-7cb5fcca2bd6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1831.312695] env[62743]: INFO nova.compute.manager [req-73707819-a669-49d1-9806-4f3757029220 req-2832e10f-7281-4bce-9157-38a1ae5f5f51 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Neutron deleted interface 361a6b2f-15de-463e-87a0-7cb5fcca2bd6; detaching it from the instance and deleting it from the info cache [ 1831.312871] env[62743]: DEBUG nova.network.neutron [req-73707819-a669-49d1-9806-4f3757029220 req-2832e10f-7281-4bce-9157-38a1ae5f5f51 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.347132] env[62743]: DEBUG oslo_concurrency.lockutils [req-84a289b7-7402-4c78-8176-0dde6dd198e1 req-2ee217c1-9c56-4d23-a1b6-574ee962302d service nova] Releasing lock "refresh_cache-b1016b3d-45f3-4ee0-882f-0228c3a232f5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.366496] env[62743]: DEBUG nova.network.neutron [-] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.661963] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e8e97c-7ba8-4c13-a37c-7c36a3167301 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.670118] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d66588-f24b-4a23-af64-01f196741cf4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.703057] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.703383] env[62743]: DEBUG nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Instance network_info: |[{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1831.704064] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ea:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a87affa-256d-4100-ac28-16031516034e', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1831.712395] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Creating folder: Project (436c621a74724686a9dd31a48fe50fbc). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1831.716939] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c9b6e-2499-4a27-82e3-3d0c940cc676 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.719918] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fddce6ee-3869-433b-ae85-25c8d51d430c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.726613] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063483, 'name': ReconfigVM_Task, 'duration_secs': 0.336392} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.729239] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.730610] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aba28936-4363-4060-b256-df7bb1d6400c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.733081] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371e3d6-312b-46a0-88b7-c5bb249c7df5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.736682] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Created folder: Project (436c621a74724686a9dd31a48fe50fbc) in parent group-v423128. [ 1831.736854] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Creating folder: Instances. Parent ref: group-v423208. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1831.737539] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1af5434e-2056-4480-84f9-8bf9d4e0ac56 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.749074] env[62743]: DEBUG nova.compute.provider_tree [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.752301] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Created folder: Instances in parent group-v423208. [ 1831.752523] env[62743]: DEBUG oslo.service.loopingcall [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.752768] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1831.752768] env[62743]: value = "task-2063485" [ 1831.752768] env[62743]: _type = "Task" [ 1831.752768] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.752958] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1831.753236] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe76c10b-ce1a-4621-a4cf-b9774d27b256 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.778819] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063485, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.780187] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1831.780187] env[62743]: value = "task-2063487" [ 1831.780187] env[62743]: _type = "Task" [ 1831.780187] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.788067] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063487, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.815879] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e87851df-8b6c-4275-80a4-e95d1cf569a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.825934] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58befc98-1687-4545-ac57-fc27cd05c1da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.857759] env[62743]: DEBUG nova.compute.manager [req-73707819-a669-49d1-9806-4f3757029220 req-2832e10f-7281-4bce-9157-38a1ae5f5f51 service nova] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Detach interface failed, port_id=361a6b2f-15de-463e-87a0-7cb5fcca2bd6, reason: Instance b1016b3d-45f3-4ee0-882f-0228c3a232f5 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1831.874611] env[62743]: INFO nova.compute.manager [-] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Took 1.37 seconds to deallocate network for instance. [ 1832.069391] env[62743]: DEBUG nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.094153] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.094153] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.094153] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.094304] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.094304] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.094304] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.094418] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.094646] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.094764] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.095043] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.095447] env[62743]: DEBUG nova.virt.hardware [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.096732] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e830957-2d77-491e-8b33-853f6ad8ef08 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.108433] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be903f72-6847-4554-9d0a-e6033772bc99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.267102] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063485, 'name': Rename_Task, 'duration_secs': 0.158375} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.267102] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1832.267102] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98f99b3f-097a-41ff-bc9a-a395bc000b48 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.274787] env[62743]: DEBUG nova.scheduler.client.report [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.277271] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1832.277271] env[62743]: value = "task-2063488" [ 1832.277271] env[62743]: _type = "Task" [ 1832.277271] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.293941] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063488, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.298330] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063487, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.381179] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.444542] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "414ecfc0-b23e-4027-a227-772f4867827e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.444836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "414ecfc0-b23e-4027-a227-772f4867827e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.445050] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "414ecfc0-b23e-4027-a227-772f4867827e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.445293] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "414ecfc0-b23e-4027-a227-772f4867827e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.445417] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "414ecfc0-b23e-4027-a227-772f4867827e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.450500] env[62743]: INFO nova.compute.manager [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Terminating instance [ 1832.779325] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.779951] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.783302] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.990s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.797563] env[62743]: DEBUG oslo_vmware.api [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063488, 'name': PowerOnVM_Task, 'duration_secs': 0.519937} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.800888] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.801184] env[62743]: INFO nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1832.801557] env[62743]: DEBUG nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.801746] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063487, 'name': CreateVM_Task, 'duration_secs': 0.565125} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.803097] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866dd31-dced-483e-94bd-8299452adf20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.806454] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1832.807233] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.807483] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.808152] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1832.809621] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bb6cdb-a51f-4ee0-baf1-043c00d9152e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.818545] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1832.818545] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521441e2-0cfa-749f-b2a6-a7e08dc6a89e" [ 1832.818545] env[62743]: _type = "Task" [ 1832.818545] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.827508] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521441e2-0cfa-749f-b2a6-a7e08dc6a89e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.958237] env[62743]: DEBUG nova.compute.manager [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.958237] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.958237] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cc1a35-214b-479a-a053-0185613cdca7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.965426] env[62743]: DEBUG nova.compute.manager [req-a967d93a-3e5a-4e85-a5fe-da8f42e8e3cc req-e48eefde-22af-42e1-821a-a6f9c3678538 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Received event network-vif-plugged-1c68c0ea-b814-4063-9a7a-320a578ac1b5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1832.965426] env[62743]: DEBUG oslo_concurrency.lockutils [req-a967d93a-3e5a-4e85-a5fe-da8f42e8e3cc req-e48eefde-22af-42e1-821a-a6f9c3678538 service nova] Acquiring lock "1f7075c6-8566-4305-b6f0-64103a2954ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.968888] env[62743]: DEBUG oslo_concurrency.lockutils [req-a967d93a-3e5a-4e85-a5fe-da8f42e8e3cc req-e48eefde-22af-42e1-821a-a6f9c3678538 service nova] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.968888] env[62743]: DEBUG oslo_concurrency.lockutils [req-a967d93a-3e5a-4e85-a5fe-da8f42e8e3cc req-e48eefde-22af-42e1-821a-a6f9c3678538 service nova] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.968888] env[62743]: DEBUG nova.compute.manager [req-a967d93a-3e5a-4e85-a5fe-da8f42e8e3cc req-e48eefde-22af-42e1-821a-a6f9c3678538 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] No waiting events found dispatching network-vif-plugged-1c68c0ea-b814-4063-9a7a-320a578ac1b5 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1832.968888] env[62743]: WARNING nova.compute.manager [req-a967d93a-3e5a-4e85-a5fe-da8f42e8e3cc req-e48eefde-22af-42e1-821a-a6f9c3678538 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Received unexpected event network-vif-plugged-1c68c0ea-b814-4063-9a7a-320a578ac1b5 for instance with vm_state building and task_state spawning. [ 1832.975129] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.976594] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ee1d03-b2eb-4a2b-b538-002f2410076d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.983750] env[62743]: DEBUG oslo_vmware.api [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1832.983750] env[62743]: value = "task-2063489" [ 1832.983750] env[62743]: _type = "Task" [ 1832.983750] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.993633] env[62743]: DEBUG oslo_vmware.api [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.003969] env[62743]: DEBUG nova.network.neutron [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Successfully updated port: 1c68c0ea-b814-4063-9a7a-320a578ac1b5 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.290583] env[62743]: DEBUG nova.compute.utils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1833.302680] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1833.302921] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1833.325141] env[62743]: INFO nova.compute.manager [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Took 31.87 seconds to build instance. [ 1833.333631] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521441e2-0cfa-749f-b2a6-a7e08dc6a89e, 'name': SearchDatastore_Task, 'duration_secs': 0.021862} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.334130] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.334391] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1833.334646] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.334789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.334962] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1833.335522] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f3f717-5553-4670-9f9e-4797628dc802 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.349601] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1833.349793] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1833.350800] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380f6768-218a-4126-8371-2fca4ff4199f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.357737] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1833.357737] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d1a689-baf8-fc6f-ab20-8dc21cc6041d" [ 1833.357737] env[62743]: _type = "Task" [ 1833.357737] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.366034] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d1a689-baf8-fc6f-ab20-8dc21cc6041d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.367467] env[62743]: DEBUG nova.policy [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a774eff2797543138762052c665ac61d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a70215d14c3454e8b9cf5314c7924d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1833.496399] env[62743]: DEBUG oslo_vmware.api [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063489, 'name': PowerOffVM_Task, 'duration_secs': 0.172244} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.496670] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.496818] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.497074] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b036fff8-3284-4cbd-b699-1123982dba34 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.506404] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "refresh_cache-1f7075c6-8566-4305-b6f0-64103a2954ea" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.506537] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquired lock "refresh_cache-1f7075c6-8566-4305-b6f0-64103a2954ea" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.506710] env[62743]: DEBUG nova.network.neutron [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.594381] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.594381] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.594656] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Deleting the datastore file [datastore1] 414ecfc0-b23e-4027-a227-772f4867827e {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.596052] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9093a84c-b7d5-417d-a4e9-e6e8eda141b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.603306] env[62743]: DEBUG oslo_vmware.api [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for the task: (returnval){ [ 1833.603306] env[62743]: value = "task-2063491" [ 1833.603306] env[62743]: _type = "Task" [ 1833.603306] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.611966] env[62743]: DEBUG oslo_vmware.api [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.710139] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Successfully created port: db097306-4f58-4526-8854-146ab1689624 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.804087] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.827904] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ddd80f18-98c6-4186-83d9-541cc2b7e1bf tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.637s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.873155] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d1a689-baf8-fc6f-ab20-8dc21cc6041d, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.873944] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9dd8c4-acd0-4236-b08a-110178e33cfc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.879600] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1833.879600] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520ef01e-df3a-bfab-c756-6f97f1a7fd78" [ 1833.879600] env[62743]: _type = "Task" [ 1833.879600] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.889415] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520ef01e-df3a-bfab-c756-6f97f1a7fd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.049537] env[62743]: DEBUG nova.network.neutron [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.116141] env[62743]: DEBUG oslo_vmware.api [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Task: {'id': task-2063491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156615} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.116409] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.116601] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.116789] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.116971] env[62743]: INFO nova.compute.manager [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1834.117282] env[62743]: DEBUG oslo.service.loopingcall [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.117485] env[62743]: DEBUG nova.compute.manager [-] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.117587] env[62743]: DEBUG nova.network.neutron [-] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.259791] env[62743]: DEBUG nova.network.neutron [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Updating instance_info_cache with network_info: [{"id": "1c68c0ea-b814-4063-9a7a-320a578ac1b5", "address": "fa:16:3e:66:e2:09", "network": {"id": "5fe286b2-c2f4-4487-9964-abfbaa59da0c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1830317323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7f8b6d3a1e45cca1acab6b8162d57b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c68c0ea-b8", "ovs_interfaceid": "1c68c0ea-b814-4063-9a7a-320a578ac1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.333540] env[62743]: DEBUG nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1834.354437] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354437] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fb51b671-ea57-49e1-bb62-0f0a36f9de1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354437] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 34e9a264-7999-4715-83bb-488219204ca7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354437] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance e6a3c7ea-daff-4ffb-b5d0-466401b03c87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1834.354574] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance af80c7da-2699-4b40-b829-529c89d2572b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1834.354574] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7757e7a7-8bd7-4057-9e65-83cda5ac2af6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354574] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 2157312b-0155-42fa-a5ce-0392f8f0df3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354574] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance cef29849-b62f-448e-a20b-563fded880fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354690] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance af3cadb7-b261-4240-867a-aee52cd06f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354690] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 414ecfc0-b23e-4027-a227-772f4867827e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354690] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 94bf8010-b4e1-461f-aba7-0323563f3368 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354690] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6ee918d4-4e81-46d4-95f8-3a10eec98535 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1834.354798] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance aa2ca68d-151a-4a1f-b526-230b8d8606a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.354829] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b1016b3d-45f3-4ee0-882f-0228c3a232f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1834.354936] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 628d7db8-2567-4a70-93ce-d062cd4ebf1a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1834.357583] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance dd014a6d-45ba-4a56-9fd8-914c019c1f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.357683] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7a399c28-2511-4fae-a0f8-6775d22b5dae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.357828] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 661d1a4f-ee25-4d00-b1bd-763605ceca5b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1834.357881] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9ded6a88-9eba-464d-9976-6168804a1076 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1834.358025] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 1056110c-acbd-43d9-a9af-6a9b972a2609 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.358121] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 80efd7e0-078b-44cc-a0c0-ab1d868a9414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.358230] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 1f7075c6-8566-4305-b6f0-64103a2954ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.358606] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 71bb3046-e6f4-41d0-8885-b765f51f630b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1834.391969] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520ef01e-df3a-bfab-c756-6f97f1a7fd78, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.392250] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.392541] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 80efd7e0-078b-44cc-a0c0-ab1d868a9414/80efd7e0-078b-44cc-a0c0-ab1d868a9414.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1834.392808] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8004520-7937-49d5-b798-e46dbcbeb904 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.399980] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1834.399980] env[62743]: value = "task-2063492" [ 1834.399980] env[62743]: _type = "Task" [ 1834.399980] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.405100] env[62743]: INFO nova.compute.manager [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Rebuilding instance [ 1834.413380] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.466190] env[62743]: DEBUG nova.compute.manager [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1834.467723] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa04a2-e7c9-49db-8c86-785d1e9c1cd3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.762852] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Releasing lock "refresh_cache-1f7075c6-8566-4305-b6f0-64103a2954ea" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.763243] env[62743]: DEBUG nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Instance network_info: |[{"id": "1c68c0ea-b814-4063-9a7a-320a578ac1b5", "address": "fa:16:3e:66:e2:09", "network": {"id": "5fe286b2-c2f4-4487-9964-abfbaa59da0c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1830317323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7f8b6d3a1e45cca1acab6b8162d57b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c68c0ea-b8", "ovs_interfaceid": "1c68c0ea-b814-4063-9a7a-320a578ac1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.763968] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:e2:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c68c0ea-b814-4063-9a7a-320a578ac1b5', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.772371] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Creating folder: Project (4c7f8b6d3a1e45cca1acab6b8162d57b). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.772817] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e697cf2d-214f-4ae0-8644-31d5eb73250b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.784756] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Created folder: Project (4c7f8b6d3a1e45cca1acab6b8162d57b) in parent group-v423128. [ 1834.784972] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Creating folder: Instances. Parent ref: group-v423211. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1834.785326] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cfcc9af-fdbb-4f44-927e-53de4a541cff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.795864] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Created folder: Instances in parent group-v423211. [ 1834.796173] env[62743]: DEBUG oslo.service.loopingcall [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.796401] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.796621] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e0460e-da38-46b3-9b2b-0c37ce504335 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.817726] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.817726] env[62743]: value = "task-2063495" [ 1834.817726] env[62743]: _type = "Task" [ 1834.817726] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.818933] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.830361] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063495, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.857996] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.857996] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.857996] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.858226] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.858226] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.858226] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.858226] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.858226] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.858357] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.858559] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.858722] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.862724] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5989086c-eb3f-45fe-acea-ed2423615aea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.863223] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.863935] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance af4330c0-aa33-4932-ba54-16f3334f9717 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1834.870762] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ccac28-285a-4406-94f6-3b1ea8551083 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.911382] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.928437] env[62743]: DEBUG nova.network.neutron [-] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.987457] env[62743]: DEBUG nova.compute.manager [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Received event network-changed-1c68c0ea-b814-4063-9a7a-320a578ac1b5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1834.989662] env[62743]: DEBUG nova.compute.manager [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Refreshing instance network info cache due to event network-changed-1c68c0ea-b814-4063-9a7a-320a578ac1b5. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1834.989662] env[62743]: DEBUG oslo_concurrency.lockutils [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] Acquiring lock "refresh_cache-1f7075c6-8566-4305-b6f0-64103a2954ea" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.989662] env[62743]: DEBUG oslo_concurrency.lockutils [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] Acquired lock "refresh_cache-1f7075c6-8566-4305-b6f0-64103a2954ea" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.989662] env[62743]: DEBUG nova.network.neutron [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Refreshing network info cache for port 1c68c0ea-b814-4063-9a7a-320a578ac1b5 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1835.264038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.264038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.329364] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063495, 'name': CreateVM_Task, 'duration_secs': 0.410397} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.329530] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.330220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.330379] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.330685] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.330931] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3f00d6-a19e-43d7-a8a1-51692575ea28 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.335871] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1835.335871] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520dc7e7-3882-579b-0b08-64fb1066bd0d" [ 1835.335871] env[62743]: _type = "Task" [ 1835.335871] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.343991] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520dc7e7-3882-579b-0b08-64fb1066bd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.352227] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Successfully updated port: db097306-4f58-4526-8854-146ab1689624 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1835.367068] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 34c7e0b0-14f3-473e-aa93-69c668d92bd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1835.410933] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539617} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.411368] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 80efd7e0-078b-44cc-a0c0-ab1d868a9414/80efd7e0-078b-44cc-a0c0-ab1d868a9414.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1835.411675] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1835.411853] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fc23161-6b24-466f-9e96-f4e90b0885b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.420015] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1835.420015] env[62743]: value = "task-2063496" [ 1835.420015] env[62743]: _type = "Task" [ 1835.420015] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.430364] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.430364] env[62743]: INFO nova.compute.manager [-] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Took 1.31 seconds to deallocate network for instance. [ 1835.481790] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.482189] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-928e5264-b8ca-4df7-a0de-3bda84ba60c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.492720] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1835.492720] env[62743]: value = "task-2063497" [ 1835.492720] env[62743]: _type = "Task" [ 1835.492720] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.503226] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.750964] env[62743]: DEBUG nova.network.neutron [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Updated VIF entry in instance network info cache for port 1c68c0ea-b814-4063-9a7a-320a578ac1b5. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.751371] env[62743]: DEBUG nova.network.neutron [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Updating instance_info_cache with network_info: [{"id": "1c68c0ea-b814-4063-9a7a-320a578ac1b5", "address": "fa:16:3e:66:e2:09", "network": {"id": "5fe286b2-c2f4-4487-9964-abfbaa59da0c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1830317323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c7f8b6d3a1e45cca1acab6b8162d57b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c68c0ea-b8", "ovs_interfaceid": "1c68c0ea-b814-4063-9a7a-320a578ac1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.846765] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520dc7e7-3882-579b-0b08-64fb1066bd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.847102] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.847297] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.847531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.847671] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.847843] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.848119] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86219e95-3761-45d2-9571-348b39e44fd5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.854769] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "refresh_cache-71bb3046-e6f4-41d0-8885-b765f51f630b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.854926] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "refresh_cache-71bb3046-e6f4-41d0-8885-b765f51f630b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.855101] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.857310] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.857480] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.858186] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1854eff4-796d-438c-b732-d8ca403a6832 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.863467] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1835.863467] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52da07b9-8e9e-ca8c-a520-67bf2ecd2c3a" [ 1835.863467] env[62743]: _type = "Task" [ 1835.863467] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.869469] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance de305795-6e3c-446d-82dd-54586b35d067 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1835.876556] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52da07b9-8e9e-ca8c-a520-67bf2ecd2c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.877365] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d999b14-b85a-418a-bf36-aebab9ad4c3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.884051] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1835.884051] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ec7d82-9fc3-ce0c-bb34-ca79bd73e327" [ 1835.884051] env[62743]: _type = "Task" [ 1835.884051] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.893063] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ec7d82-9fc3-ce0c-bb34-ca79bd73e327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.931139] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07013} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.931471] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1835.932578] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf47ad3-8759-46fe-b2e0-3df104569d6d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.938426] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.958512] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 80efd7e0-078b-44cc-a0c0-ab1d868a9414/80efd7e0-078b-44cc-a0c0-ab1d868a9414.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1835.959196] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1068e424-3023-4427-9214-890d1eb79b52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.982737] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1835.982737] env[62743]: value = "task-2063498" [ 1835.982737] env[62743]: _type = "Task" [ 1835.982737] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.992472] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.003096] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063497, 'name': PowerOffVM_Task, 'duration_secs': 0.258989} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.003359] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1836.003964] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1836.004393] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bd3878-d567-45fd-93b9-122b829a726d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.012355] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1836.014233] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43a0e0e-61e0-4d4e-b475-eab6a37da433 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.104361] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1836.104616] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1836.104826] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleting the datastore file [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1836.105111] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eebb717-d49a-4eed-88a9-825fc59af7d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.113047] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1836.113047] env[62743]: value = "task-2063500" [ 1836.113047] env[62743]: _type = "Task" [ 1836.113047] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.120117] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.254510] env[62743]: DEBUG oslo_concurrency.lockutils [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] Releasing lock "refresh_cache-1f7075c6-8566-4305-b6f0-64103a2954ea" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.254911] env[62743]: DEBUG nova.compute.manager [req-19a03b4e-3694-40eb-aaf3-b36f1065e6e7 req-41994558-02b4-4154-bc2b-826853ac42c9 service nova] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Received event network-vif-deleted-76877ae7-fa0f-453c-8397-db7e0e2ced58 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1836.372400] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1836.391616] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1836.397994] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ec7d82-9fc3-ce0c-bb34-ca79bd73e327, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.398257] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.398508] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1f7075c6-8566-4305-b6f0-64103a2954ea/1f7075c6-8566-4305-b6f0-64103a2954ea.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.398760] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe466e4d-20fb-409f-8371-29b743f469e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.405142] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1836.405142] env[62743]: value = "task-2063501" [ 1836.405142] env[62743]: _type = "Task" [ 1836.405142] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.413056] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.492953] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063498, 'name': ReconfigVM_Task, 'duration_secs': 0.300468} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.493246] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 80efd7e0-078b-44cc-a0c0-ab1d868a9414/80efd7e0-078b-44cc-a0c0-ab1d868a9414.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1836.493873] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8787ea9b-4ccc-47a6-891e-52d5934cd946 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.502817] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1836.502817] env[62743]: value = "task-2063502" [ 1836.502817] env[62743]: _type = "Task" [ 1836.502817] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.510784] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063502, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.551376] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Updating instance_info_cache with network_info: [{"id": "db097306-4f58-4526-8854-146ab1689624", "address": "fa:16:3e:e1:b2:9a", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb097306-4f", "ovs_interfaceid": "db097306-4f58-4526-8854-146ab1689624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.623944] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191578} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.624240] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.624426] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.624594] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.878021] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9f51515f-0845-40bf-b62a-9eaac1360e13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1836.914832] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499187} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.915094] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1f7075c6-8566-4305-b6f0-64103a2954ea/1f7075c6-8566-4305-b6f0-64103a2954ea.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1836.915309] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1836.915554] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b5144be-17ed-4e9f-8f8a-a41aa86d63c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.921284] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1836.921284] env[62743]: value = "task-2063503" [ 1836.921284] env[62743]: _type = "Task" [ 1836.921284] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.929161] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.012965] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063502, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.019964] env[62743]: DEBUG nova.compute.manager [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Received event network-vif-plugged-db097306-4f58-4526-8854-146ab1689624 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1837.020186] env[62743]: DEBUG oslo_concurrency.lockutils [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] Acquiring lock "71bb3046-e6f4-41d0-8885-b765f51f630b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.020405] env[62743]: DEBUG oslo_concurrency.lockutils [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.020536] env[62743]: DEBUG oslo_concurrency.lockutils [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.020716] env[62743]: DEBUG nova.compute.manager [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] No waiting events found dispatching network-vif-plugged-db097306-4f58-4526-8854-146ab1689624 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.020884] env[62743]: WARNING nova.compute.manager [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Received unexpected event network-vif-plugged-db097306-4f58-4526-8854-146ab1689624 for instance with vm_state building and task_state spawning. [ 1837.021067] env[62743]: DEBUG nova.compute.manager [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Received event network-changed-db097306-4f58-4526-8854-146ab1689624 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1837.021226] env[62743]: DEBUG nova.compute.manager [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Refreshing instance network info cache due to event network-changed-db097306-4f58-4526-8854-146ab1689624. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1837.021393] env[62743]: DEBUG oslo_concurrency.lockutils [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] Acquiring lock "refresh_cache-71bb3046-e6f4-41d0-8885-b765f51f630b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.053829] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "refresh_cache-71bb3046-e6f4-41d0-8885-b765f51f630b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.054193] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Instance network_info: |[{"id": "db097306-4f58-4526-8854-146ab1689624", "address": "fa:16:3e:e1:b2:9a", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb097306-4f", "ovs_interfaceid": "db097306-4f58-4526-8854-146ab1689624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1837.054917] env[62743]: DEBUG oslo_concurrency.lockutils [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] Acquired lock "refresh_cache-71bb3046-e6f4-41d0-8885-b765f51f630b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.055142] env[62743]: DEBUG nova.network.neutron [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Refreshing network info cache for port db097306-4f58-4526-8854-146ab1689624 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.056395] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:b2:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db097306-4f58-4526-8854-146ab1689624', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1837.064257] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Creating folder: Project (4a70215d14c3454e8b9cf5314c7924d7). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1837.065013] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-304ab117-2dbb-4717-ba73-3655cba53318 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.075820] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Created folder: Project (4a70215d14c3454e8b9cf5314c7924d7) in parent group-v423128. [ 1837.076019] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Creating folder: Instances. Parent ref: group-v423214. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1837.076279] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98792e6a-7c22-4920-97f3-6687632d1cbe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.084773] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Created folder: Instances in parent group-v423214. [ 1837.084992] env[62743]: DEBUG oslo.service.loopingcall [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.085189] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1837.085387] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bd18dcc-bab2-458b-93bb-473c23f5bd9b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.103360] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.103360] env[62743]: value = "task-2063506" [ 1837.103360] env[62743]: _type = "Task" [ 1837.103360] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.111076] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063506, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.379982] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 339999aa-0f91-47fd-9fa7-766e28a99026 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1837.432429] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065372} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.432683] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.433478] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9819d364-286c-4708-93d3-197a7d0c3982 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.454531] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 1f7075c6-8566-4305-b6f0-64103a2954ea/1f7075c6-8566-4305-b6f0-64103a2954ea.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.454776] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34377c86-c953-4891-8a03-fae558836893 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.474067] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1837.474067] env[62743]: value = "task-2063507" [ 1837.474067] env[62743]: _type = "Task" [ 1837.474067] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.482549] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.512905] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063502, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.612681] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063506, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.665783] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.665983] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.666201] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.666440] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.666569] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.666710] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.666904] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.667073] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.667272] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.667501] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.667847] env[62743]: DEBUG nova.virt.hardware [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.668525] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef73522-0a83-463e-a3b4-e3d108243b78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.676752] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5a9b7-6535-4d7f-bf9a-41d23ffef293 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.690948] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:c8:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f3b5c86-1cf8-473f-b6dd-8deaf96a1569', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1837.698538] env[62743]: DEBUG oslo.service.loopingcall [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.702046] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1837.702046] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61d3b458-82f9-4dba-9324-7d37661e051d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.720526] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.720526] env[62743]: value = "task-2063508" [ 1837.720526] env[62743]: _type = "Task" [ 1837.720526] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.729027] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063508, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.835842] env[62743]: DEBUG nova.network.neutron [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Updated VIF entry in instance network info cache for port db097306-4f58-4526-8854-146ab1689624. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.836771] env[62743]: DEBUG nova.network.neutron [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Updating instance_info_cache with network_info: [{"id": "db097306-4f58-4526-8854-146ab1689624", "address": "fa:16:3e:e1:b2:9a", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb097306-4f", "ovs_interfaceid": "db097306-4f58-4526-8854-146ab1689624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.883068] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b25ef405-c60d-43e9-b829-bc6d0e861364 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1837.983767] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.014250] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063502, 'name': Rename_Task, 'duration_secs': 1.165927} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.014720] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.015128] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b64d1d1-1d01-4004-9256-bddb167c86c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.020986] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1838.020986] env[62743]: value = "task-2063509" [ 1838.020986] env[62743]: _type = "Task" [ 1838.020986] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.029193] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.118023] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063506, 'name': CreateVM_Task, 'duration_secs': 0.9203} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.118023] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.118023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.118023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.118023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.118023] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afab1a1c-730b-48d9-a5f0-96024d7e5277 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.122085] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1838.122085] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52106a88-a7e8-b9ca-96ed-92c268b6c573" [ 1838.122085] env[62743]: _type = "Task" [ 1838.122085] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.131096] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52106a88-a7e8-b9ca-96ed-92c268b6c573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.230151] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063508, 'name': CreateVM_Task, 'duration_secs': 0.49185} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.230320] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.230967] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.338878] env[62743]: DEBUG oslo_concurrency.lockutils [req-9a5f8cd8-d245-48d4-805b-9af69ac9290c req-942c8e10-6de7-4692-80d5-dbb74aefa30b service nova] Releasing lock "refresh_cache-71bb3046-e6f4-41d0-8885-b765f51f630b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.387490] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance e0a703b0-dea3-45c5-a9e6-ffc1a67c945d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1838.484692] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063507, 'name': ReconfigVM_Task, 'duration_secs': 0.552765} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.484970] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 1f7075c6-8566-4305-b6f0-64103a2954ea/1f7075c6-8566-4305-b6f0-64103a2954ea.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.485605] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07e24625-6a1a-4d4f-bb46-7527965fad3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.492688] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1838.492688] env[62743]: value = "task-2063510" [ 1838.492688] env[62743]: _type = "Task" [ 1838.492688] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.506747] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063510, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.532244] env[62743]: DEBUG oslo_vmware.api [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063509, 'name': PowerOnVM_Task, 'duration_secs': 0.485196} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.532516] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1838.532709] env[62743]: INFO nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Took 11.38 seconds to spawn the instance on the hypervisor. [ 1838.532885] env[62743]: DEBUG nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1838.533653] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01fe509-c26b-4bad-aa9d-308059576ca2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.633177] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52106a88-a7e8-b9ca-96ed-92c268b6c573, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.633478] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.633757] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.634043] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.634195] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.634373] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.634654] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.634951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.635283] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e77eafc7-78e1-44e0-bb3b-0bb43bd02b00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.637044] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa62ed3b-3e54-47f2-a27f-39e8ef0215a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.642337] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1838.642337] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526ece3b-e972-9b6a-8fdf-34ab6ef8cfe8" [ 1838.642337] env[62743]: _type = "Task" [ 1838.642337] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.646579] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.646772] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.647812] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4fdccf-276b-44c1-82a3-9a3ba027eb27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.652815] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ece3b-e972-9b6a-8fdf-34ab6ef8cfe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.655522] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1838.655522] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5234d5bf-97f3-7b35-197f-bf06458c23cd" [ 1838.655522] env[62743]: _type = "Task" [ 1838.655522] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.662452] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5234d5bf-97f3-7b35-197f-bf06458c23cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.890114] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance de20af78-9dfc-4d12-8cda-f18003c79d1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1839.002836] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063510, 'name': Rename_Task, 'duration_secs': 0.193023} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.003109] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.003353] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c8c46fb-f649-474b-a546-b7c651ca6dfa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.009967] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1839.009967] env[62743]: value = "task-2063511" [ 1839.009967] env[62743]: _type = "Task" [ 1839.009967] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.017373] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.052137] env[62743]: INFO nova.compute.manager [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Took 37.17 seconds to build instance. [ 1839.154225] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ece3b-e972-9b6a-8fdf-34ab6ef8cfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.154893] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.154893] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1839.155024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.165548] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5234d5bf-97f3-7b35-197f-bf06458c23cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.166518] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa3bd2b-b628-4c41-9145-828a4de1723d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.171458] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1839.171458] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a9b717-2460-5e4c-1c3e-51275ae7f7f8" [ 1839.171458] env[62743]: _type = "Task" [ 1839.171458] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.178823] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a9b717-2460-5e4c-1c3e-51275ae7f7f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.393115] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 96ba86c8-92ed-4efc-b2cb-e31f1718f42f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1839.520165] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063511, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.554444] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d06187da-ea7b-40ac-b095-7164c8f96067 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.552s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.682865] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a9b717-2460-5e4c-1c3e-51275ae7f7f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.683143] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.683429] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 71bb3046-e6f4-41d0-8885-b765f51f630b/71bb3046-e6f4-41d0-8885-b765f51f630b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.683763] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.683952] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1839.684221] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1462b681-5812-42f3-8890-3badb4328798 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.686311] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1944cbeb-c3d5-456c-97ed-64a06bfa5f20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.693009] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1839.693009] env[62743]: value = "task-2063512" [ 1839.693009] env[62743]: _type = "Task" [ 1839.693009] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.697284] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1839.697461] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1839.698504] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78c9596-e79a-4532-bfa0-daf120cbf8c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.703929] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.706707] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1839.706707] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521a288a-3fe4-e89f-de9d-fa9d55c16f38" [ 1839.706707] env[62743]: _type = "Task" [ 1839.706707] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.713579] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521a288a-3fe4-e89f-de9d-fa9d55c16f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.896674] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 97116663-4cff-4e44-a887-e570f071fff7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1840.021043] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.057478] env[62743]: DEBUG nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.205109] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063512, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.217652] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521a288a-3fe4-e89f-de9d-fa9d55c16f38, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.218540] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04091c18-d88c-431a-a097-0e8e98268dc9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.223869] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1840.223869] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525ad7ac-e01b-1379-7f0a-45696dbf5520" [ 1840.223869] env[62743]: _type = "Task" [ 1840.223869] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.232757] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525ad7ac-e01b-1379-7f0a-45696dbf5520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.401060] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6f89ca5a-ad87-4201-8bcc-6deeb60df555 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1840.401382] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1840.401530] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1840.435862] env[62743]: DEBUG nova.compute.manager [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Received event network-changed-5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1840.436887] env[62743]: DEBUG nova.compute.manager [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Refreshing instance network info cache due to event network-changed-5a87affa-256d-4100-ac28-16031516034e. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1840.436887] env[62743]: DEBUG oslo_concurrency.lockutils [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.436887] env[62743]: DEBUG oslo_concurrency.lockutils [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.436887] env[62743]: DEBUG nova.network.neutron [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Refreshing network info cache for port 5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.522788] env[62743]: DEBUG oslo_vmware.api [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063511, 'name': PowerOnVM_Task, 'duration_secs': 1.141383} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.523079] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.523289] env[62743]: INFO nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1840.523493] env[62743]: DEBUG nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.524274] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c9bee8-3583-4cc3-9078-9a29a9bce403 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.575844] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.707579] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539306} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.709843] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 71bb3046-e6f4-41d0-8885-b765f51f630b/71bb3046-e6f4-41d0-8885-b765f51f630b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.710067] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.710471] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24d6b69e-3571-40b1-a393-bc56ae29d909 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.717341] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1840.717341] env[62743]: value = "task-2063513" [ 1840.717341] env[62743]: _type = "Task" [ 1840.717341] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.730856] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.743068] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525ad7ac-e01b-1379-7f0a-45696dbf5520, 'name': SearchDatastore_Task, 'duration_secs': 0.01553} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.743068] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.743068] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1840.743068] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-907c7acf-32a3-4622-8bc4-7d8ed6f25fb0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.754016] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1840.754016] env[62743]: value = "task-2063514" [ 1840.754016] env[62743]: _type = "Task" [ 1840.754016] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.767259] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.927286] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d9efc8-f02a-41dd-94bd-e92c7c4cb54c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.935519] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a349a99-c7a5-4f15-a4c8-490371a937cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.969390] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a0dcc6-139f-4a9f-8b12-2c5e89504121 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.978624] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5beeb0-b17a-4e27-987e-d01afbd05814 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.992514] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.048718] env[62743]: INFO nova.compute.manager [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Took 34.18 seconds to build instance. [ 1841.237174] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164603} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.237523] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1841.238375] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dc86bd-3f24-4d2f-ba31-160a55846c90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.267314] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 71bb3046-e6f4-41d0-8885-b765f51f630b/71bb3046-e6f4-41d0-8885-b765f51f630b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.271932] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2af918-d474-4bfa-b2dd-5121cc6ba7d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.288023] env[62743]: DEBUG nova.network.neutron [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updated VIF entry in instance network info cache for port 5a87affa-256d-4100-ac28-16031516034e. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.288440] env[62743]: DEBUG nova.network.neutron [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.297518] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063514, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.299215] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1841.299215] env[62743]: value = "task-2063515" [ 1841.299215] env[62743]: _type = "Task" [ 1841.299215] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.495988] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.551733] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcb3ff5a-1a8b-4ced-bcef-f21284121358 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.863s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.768678] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b307740-f9eb-497a-98eb-ed4a5a0046a4 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "interface-1f7075c6-8566-4305-b6f0-64103a2954ea-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.768929] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b307740-f9eb-497a-98eb-ed4a5a0046a4 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "interface-1f7075c6-8566-4305-b6f0-64103a2954ea-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.769255] env[62743]: DEBUG nova.objects.instance [None req-1b307740-f9eb-497a-98eb-ed4a5a0046a4 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lazy-loading 'flavor' on Instance uuid 1f7075c6-8566-4305-b6f0-64103a2954ea {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.770539] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566873} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.770779] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1841.770984] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1841.771455] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec1fbecc-685a-4563-9af0-a4c5948778c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.778868] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1841.778868] env[62743]: value = "task-2063516" [ 1841.778868] env[62743]: _type = "Task" [ 1841.778868] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.787190] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.791255] env[62743]: DEBUG oslo_concurrency.lockutils [req-696640e3-2ac3-40f5-bc65-4c7fe46a155b req-8b9af1c9-0b7c-45e7-9901-97c58ff9a22e service nova] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.809981] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.000958] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1842.001261] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.218s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.001534] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.221s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.003014] env[62743]: INFO nova.compute.claims [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.005646] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1842.005796] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1842.053046] env[62743]: DEBUG nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1842.274062] env[62743]: DEBUG nova.objects.instance [None req-1b307740-f9eb-497a-98eb-ed4a5a0046a4 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lazy-loading 'pci_requests' on Instance uuid 1f7075c6-8566-4305-b6f0-64103a2954ea {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.290800] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076305} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.291058] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1842.291801] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd62c67c-1496-4a5e-a2ea-606cb15c9e2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.314552] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1842.318100] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930267f2-c016-4ca6-a545-ce1fed8c78dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.338067] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.339297] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1842.339297] env[62743]: value = "task-2063517" [ 1842.339297] env[62743]: _type = "Task" [ 1842.339297] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.348195] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.513529] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] There are 7 instances to clean {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1842.513813] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fad7af7b-8d50-4bdb-84aa-57a8ef8e81a9] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1842.577396] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.776917] env[62743]: DEBUG nova.objects.base [None req-1b307740-f9eb-497a-98eb-ed4a5a0046a4 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Object Instance<1f7075c6-8566-4305-b6f0-64103a2954ea> lazy-loaded attributes: flavor,pci_requests {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1842.777214] env[62743]: DEBUG nova.network.neutron [None req-1b307740-f9eb-497a-98eb-ed4a5a0046a4 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1842.817085] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063515, 'name': ReconfigVM_Task, 'duration_secs': 1.325405} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.817462] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 71bb3046-e6f4-41d0-8885-b765f51f630b/71bb3046-e6f4-41d0-8885-b765f51f630b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.818241] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c627698-aec4-4f42-82b3-6d2f71c05bfb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.827606] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1842.827606] env[62743]: value = "task-2063518" [ 1842.827606] env[62743]: _type = "Task" [ 1842.827606] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.836219] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063518, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.848148] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063517, 'name': ReconfigVM_Task, 'duration_secs': 0.463664} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.848429] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609/1056110c-acbd-43d9-a9af-6a9b972a2609.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1842.849135] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e86e69cd-1226-46c3-82ab-eef120b3e1e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.854831] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1842.854831] env[62743]: value = "task-2063519" [ 1842.854831] env[62743]: _type = "Task" [ 1842.854831] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.858986] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b307740-f9eb-497a-98eb-ed4a5a0046a4 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "interface-1f7075c6-8566-4305-b6f0-64103a2954ea-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.864335] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063519, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.016779] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 3e05676e-70ae-4a04-a386-6b53eba82684] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1843.338848] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063518, 'name': Rename_Task, 'duration_secs': 0.164258} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.338848] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.338848] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7705593-625f-4b37-9241-6bfacacd4f3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.345670] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1843.345670] env[62743]: value = "task-2063520" [ 1843.345670] env[62743]: _type = "Task" [ 1843.345670] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.357227] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.368715] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063519, 'name': Rename_Task, 'duration_secs': 0.16264} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.369117] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1843.369355] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c1ae77-396d-4b5c-89d6-46958896ae01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.377533] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1843.377533] env[62743]: value = "task-2063521" [ 1843.377533] env[62743]: _type = "Task" [ 1843.377533] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.386371] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.454031] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d6218-c1b3-4b43-a1a5-4c3b026d726d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.462350] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68515182-b650-4ec4-9a1a-09190d7aeb82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.492268] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2022f5-ee08-4053-b24a-fc970e7f52ce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.500125] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd79f8d-1a83-4a79-8e79-88b7d9389b29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.515480] env[62743]: DEBUG nova.compute.provider_tree [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.524681] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: eb920195-af31-4bb4-b7b4-9bc60a213c2d] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1843.856411] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063520, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.887246] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063521, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.019818] env[62743]: DEBUG nova.scheduler.client.report [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.028360] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 4deff428-c031-4f48-a875-c752206d7f2b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1844.356820] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063520, 'name': PowerOnVM_Task, 'duration_secs': 0.627096} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.357117] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.357304] env[62743]: INFO nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1844.358021] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.358258] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4053668-ce82-497d-a98b-352648f75562 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.387641] env[62743]: DEBUG oslo_vmware.api [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063521, 'name': PowerOnVM_Task, 'duration_secs': 0.578948} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.387898] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.388110] env[62743]: DEBUG nova.compute.manager [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.388888] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed334c8-d804-4582-ba89-a5700438b612 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.528074] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.528074] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1844.528907] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.878s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.530513] env[62743]: INFO nova.compute.claims [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.533786] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fc7a25a1-9451-4532-a172-9554a3f74344] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1844.843659] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "1f7075c6-8566-4305-b6f0-64103a2954ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.843922] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.844188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "1f7075c6-8566-4305-b6f0-64103a2954ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.844378] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.844546] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.846816] env[62743]: INFO nova.compute.manager [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Terminating instance [ 1844.877187] env[62743]: INFO nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Took 34.22 seconds to build instance. [ 1844.905136] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.031609] env[62743]: DEBUG nova.compute.utils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.032479] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1845.032694] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1845.036940] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: d2ae10f8-d578-4bd6-93c7-24d91588672e] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1845.085658] env[62743]: DEBUG nova.policy [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a774eff2797543138762052c665ac61d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a70215d14c3454e8b9cf5314c7924d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1845.350573] env[62743]: DEBUG nova.compute.manager [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.351053] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.351734] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b4128e-3a95-4f0e-b657-4e85c1004feb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.361283] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.361534] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ec80b4-3677-474c-91f1-9b0fe7698b40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.368198] env[62743]: DEBUG oslo_vmware.api [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1845.368198] env[62743]: value = "task-2063522" [ 1845.368198] env[62743]: _type = "Task" [ 1845.368198] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.376373] env[62743]: DEBUG oslo_vmware.api [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.378840] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.540s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.424757] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Successfully created port: d57c1a6a-ca96-4257-afae-3a61ac8207a3 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.535828] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1845.543670] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: e619635b-ce3e-4b56-acdf-655fe3128157] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 1845.883933] env[62743]: DEBUG nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1845.887009] env[62743]: DEBUG oslo_vmware.api [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063522, 'name': PowerOffVM_Task, 'duration_secs': 0.374396} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.887263] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.887455] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.888184] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4ab57ee-d288-4893-ac14-ef615298f008 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.975542] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1845.976477] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1845.976477] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Deleting the datastore file [datastore1] 1f7075c6-8566-4305-b6f0-64103a2954ea {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.976477] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0054e7c-586d-4f8b-92b9-2fbb128332f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.982788] env[62743]: DEBUG oslo_vmware.api [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for the task: (returnval){ [ 1845.982788] env[62743]: value = "task-2063524" [ 1845.982788] env[62743]: _type = "Task" [ 1845.982788] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.995539] env[62743]: DEBUG oslo_vmware.api [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.049639] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1846.049639] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62743) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1846.051589] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27342720-04e7-4363-9e74-283d734d76ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.063145] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658e0a75-7cf2-44f9-b7ec-5cd50eedd4c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.094381] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7200416e-e80e-4f97-ba15-40869c816483 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.102488] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d55a06-5d3a-4d0d-8f81-7720dc74768f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.118749] env[62743]: DEBUG nova.compute.provider_tree [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1846.359414] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "1056110c-acbd-43d9-a9af-6a9b972a2609" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.359749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.359987] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "1056110c-acbd-43d9-a9af-6a9b972a2609-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.360919] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.360919] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.363954] env[62743]: INFO nova.compute.manager [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Terminating instance [ 1846.411351] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.495330] env[62743]: DEBUG oslo_vmware.api [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Task: {'id': task-2063524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153378} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.495577] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.495945] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.495945] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.496115] env[62743]: INFO nova.compute.manager [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1846.496362] env[62743]: DEBUG oslo.service.loopingcall [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.496557] env[62743]: DEBUG nova.compute.manager [-] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.496652] env[62743]: DEBUG nova.network.neutron [-] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.550988] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1846.583525] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1846.583805] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.583961] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1846.584161] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.584305] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1846.584492] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1846.584665] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1846.584855] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1846.585030] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1846.585203] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1846.585378] env[62743]: DEBUG nova.virt.hardware [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1846.586318] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d7d4d-2e6c-4866-9c35-95d4084abe9c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.595037] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29def48b-1010-469a-9966-70428ec84d33 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.622388] env[62743]: DEBUG nova.scheduler.client.report [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.869023] env[62743]: DEBUG nova.compute.manager [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1846.869023] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1846.869586] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152f1ad8-aba9-4422-aaf2-bdef4c125057 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.882983] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1846.883292] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5994ed3-65fe-4ac7-8690-4fb7e4364b20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.890638] env[62743]: DEBUG oslo_vmware.api [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1846.890638] env[62743]: value = "task-2063525" [ 1846.890638] env[62743]: _type = "Task" [ 1846.890638] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.899009] env[62743]: DEBUG oslo_vmware.api [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.950775] env[62743]: DEBUG nova.compute.manager [req-d3b507fd-990b-4a4a-abbe-5e81fa2d4bf7 req-e2c9367b-8b45-4884-bc62-874c71a787d1 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Received event network-vif-deleted-1c68c0ea-b814-4063-9a7a-320a578ac1b5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1846.950980] env[62743]: INFO nova.compute.manager [req-d3b507fd-990b-4a4a-abbe-5e81fa2d4bf7 req-e2c9367b-8b45-4884-bc62-874c71a787d1 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Neutron deleted interface 1c68c0ea-b814-4063-9a7a-320a578ac1b5; detaching it from the instance and deleting it from the info cache [ 1846.951167] env[62743]: DEBUG nova.network.neutron [req-d3b507fd-990b-4a4a-abbe-5e81fa2d4bf7 req-e2c9367b-8b45-4884-bc62-874c71a787d1 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.971933] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.972327] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.040687] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.040687] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.135059] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.135059] env[62743]: DEBUG nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.138639] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.617s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.139649] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.142056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.843s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.142354] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.144299] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.440s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.144586] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.146315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.831s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.148381] env[62743]: INFO nova.compute.claims [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.181011] env[62743]: INFO nova.scheduler.client.report [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleted allocations for instance af80c7da-2699-4b40-b829-529c89d2572b [ 1847.182793] env[62743]: INFO nova.scheduler.client.report [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Deleted allocations for instance 6ee918d4-4e81-46d4-95f8-3a10eec98535 [ 1847.203706] env[62743]: INFO nova.scheduler.client.report [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Deleted allocations for instance e6a3c7ea-daff-4ffb-b5d0-466401b03c87 [ 1847.403804] env[62743]: DEBUG oslo_vmware.api [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063525, 'name': PowerOffVM_Task, 'duration_secs': 0.40057} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.403804] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1847.403804] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.403804] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1baf1c55-b57e-4295-be8d-adc0a9c3edaf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.410740] env[62743]: DEBUG nova.network.neutron [-] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.455371] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34c39266-0ba5-4ac1-83b0-786b2808d8a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.465326] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24adaf14-ea40-48d5-909d-f10117ddc383 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.478441] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1847.478728] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1847.478950] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleting the datastore file [datastore1] 1056110c-acbd-43d9-a9af-6a9b972a2609 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.479622] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b94f9b-59f3-4de3-bc43-4f12c0b821b2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.486733] env[62743]: DEBUG oslo_vmware.api [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1847.486733] env[62743]: value = "task-2063527" [ 1847.486733] env[62743]: _type = "Task" [ 1847.486733] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.500786] env[62743]: DEBUG nova.compute.manager [req-d3b507fd-990b-4a4a-abbe-5e81fa2d4bf7 req-e2c9367b-8b45-4884-bc62-874c71a787d1 service nova] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Detach interface failed, port_id=1c68c0ea-b814-4063-9a7a-320a578ac1b5, reason: Instance 1f7075c6-8566-4305-b6f0-64103a2954ea could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1847.504889] env[62743]: DEBUG oslo_vmware.api [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.553644] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1847.553908] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1847.554042] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1847.659018] env[62743]: DEBUG nova.compute.utils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1847.659018] env[62743]: DEBUG nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1847.659018] env[62743]: DEBUG nova.network.neutron [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1847.697346] env[62743]: DEBUG nova.policy [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd506c682988146e098e9227490cd2dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3cedb25506e48c7b6ef9d7887f7f3b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.701346] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a7ead638-2639-455e-951d-1969dab1053d tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "af80c7da-2699-4b40-b829-529c89d2572b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.410s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.710768] env[62743]: DEBUG oslo_concurrency.lockutils [None req-434f905e-b921-4019-8c7a-7842245c8484 tempest-ListServersNegativeTestJSON-1913670063 tempest-ListServersNegativeTestJSON-1913670063-project-member] Lock "e6a3c7ea-daff-4ffb-b5d0-466401b03c87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.550s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.717304] env[62743]: DEBUG oslo_concurrency.lockutils [None req-84af6fa9-3324-4715-b491-94f30a646ca1 tempest-FloatingIPsAssociationNegativeTestJSON-90630119 tempest-FloatingIPsAssociationNegativeTestJSON-90630119-project-member] Lock "6ee918d4-4e81-46d4-95f8-3a10eec98535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.252s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.917472] env[62743]: INFO nova.compute.manager [-] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Took 1.42 seconds to deallocate network for instance. [ 1847.997153] env[62743]: DEBUG oslo_vmware.api [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21116} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.997407] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1847.997709] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1847.997986] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1847.998300] env[62743]: INFO nova.compute.manager [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1847.998645] env[62743]: DEBUG oslo.service.loopingcall [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.998925] env[62743]: DEBUG nova.compute.manager [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1847.999119] env[62743]: DEBUG nova.network.neutron [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1848.029124] env[62743]: DEBUG nova.network.neutron [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Successfully created port: efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1848.061129] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Skipping network cache update for instance because it is being deleted. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1848.061593] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Skipping network cache update for instance because it is being deleted. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 1848.061846] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Skipping network cache update for instance because it is Building. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1848.062096] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Skipping network cache update for instance because it is Building. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1848.062325] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: de305795-6e3c-446d-82dd-54586b35d067] Skipping network cache update for instance because it is Building. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1848.128111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.128111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.128111] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1848.128111] env[62743]: DEBUG nova.objects.instance [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lazy-loading 'info_cache' on Instance uuid fb51b671-ea57-49e1-bb62-0f0a36f9de1b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.163491] env[62743]: DEBUG nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1848.424388] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.671178] env[62743]: INFO nova.virt.block_device [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Booting with volume 673655e4-468d-4425-ab60-5dfdce5b3a52 at /dev/sda [ 1848.737726] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-063b2f7f-b3fc-4540-ae5d-060f20c7e23c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.752244] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e591afd-ea16-4350-b0a7-f13ec6af388c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.789029] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a896e835-0968-4f49-bf6f-2eea5f786efc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.798847] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b3853-4690-498c-99dd-46b19c7f0df0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.824727] env[62743]: DEBUG nova.compute.manager [req-07168df9-b4fe-4781-9dc5-c49eec16c2ba req-968fde9a-ba3f-4d05-b322-2efc9eb8f261 service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Received event network-vif-deleted-3f3b5c86-1cf8-473f-b6dd-8deaf96a1569 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1848.824944] env[62743]: INFO nova.compute.manager [req-07168df9-b4fe-4781-9dc5-c49eec16c2ba req-968fde9a-ba3f-4d05-b322-2efc9eb8f261 service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Neutron deleted interface 3f3b5c86-1cf8-473f-b6dd-8deaf96a1569; detaching it from the instance and deleting it from the info cache [ 1848.825195] env[62743]: DEBUG nova.network.neutron [req-07168df9-b4fe-4781-9dc5-c49eec16c2ba req-968fde9a-ba3f-4d05-b322-2efc9eb8f261 service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.845948] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec18c789-5a5b-4af8-a3b5-0228032d5164 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.854385] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf1edb6-d19a-4c0f-950c-c0e678dd1976 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.868813] env[62743]: DEBUG nova.virt.block_device [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updating existing volume attachment record: c8af5df0-11a3-498b-8de7-87c9734dc68f {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1848.947646] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cf63d7-f819-4de2-b27f-2f3b18afc34a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.955056] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2566b6a-d391-4258-9fb3-592fdd4ea88c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.995019] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fe7f0f-d4d5-498e-94a5-7700f1653332 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.002729] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4429bb-5ab3-4893-9ff2-cd6c6f4639c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.020336] env[62743]: DEBUG nova.compute.provider_tree [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.265953] env[62743]: DEBUG nova.network.neutron [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.329266] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26fea6cf-8013-4549-bd6d-c6e2f6664c2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.339103] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae7053-24ff-4e19-ac66-0c92cfdb6bba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.371323] env[62743]: DEBUG nova.compute.manager [req-07168df9-b4fe-4781-9dc5-c49eec16c2ba req-968fde9a-ba3f-4d05-b322-2efc9eb8f261 service nova] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Detach interface failed, port_id=3f3b5c86-1cf8-473f-b6dd-8deaf96a1569, reason: Instance 1056110c-acbd-43d9-a9af-6a9b972a2609 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1849.526144] env[62743]: DEBUG nova.scheduler.client.report [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.769066] env[62743]: INFO nova.compute.manager [-] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Took 1.77 seconds to deallocate network for instance. [ 1850.033580] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.034136] env[62743]: DEBUG nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.041353] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.164s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.041353] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.041353] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.418s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.043266] env[62743]: INFO nova.compute.claims [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.051471] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Updating instance_info_cache with network_info: [{"id": "42abf29a-2a64-40dd-96ab-d360e317381d", "address": "fa:16:3e:75:90:4f", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42abf29a-2a", "ovs_interfaceid": "42abf29a-2a64-40dd-96ab-d360e317381d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.084411] env[62743]: INFO nova.scheduler.client.report [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Deleted allocations for instance 628d7db8-2567-4a70-93ce-d062cd4ebf1a [ 1850.281754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.542729] env[62743]: DEBUG nova.compute.utils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.544169] env[62743]: DEBUG nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.546221] env[62743]: DEBUG nova.network.neutron [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.554454] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-fb51b671-ea57-49e1-bb62-0f0a36f9de1b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.554679] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1850.555416] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.555600] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.557293] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.557755] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.558683] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.558968] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.597373] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8fb52892-6e3e-4a17-895b-e058554430ea tempest-ServerAddressesNegativeTestJSON-2030676924 tempest-ServerAddressesNegativeTestJSON-2030676924-project-member] Lock "628d7db8-2567-4a70-93ce-d062cd4ebf1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.365s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.611200] env[62743]: DEBUG nova.policy [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13d3b80ab1ae403ab159d16f7491e6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f621f0a183141dcb04a562593f040fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.952208] env[62743]: DEBUG nova.network.neutron [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Successfully created port: 6473b65e-c337-4241-ba23-e7f4a6cb576d {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.019345] env[62743]: DEBUG nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.019949] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.020180] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.020335] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.020510] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.020955] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.020955] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.022910] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.022910] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.022910] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.022910] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.023188] env[62743]: DEBUG nova.virt.hardware [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.025022] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1efc54-8d06-4bd5-8162-de8ca6bcb16f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.035612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a077902-9420-4ec5-9975-e2d2c1652ec8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.054511] env[62743]: DEBUG nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.065626] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Getting list of instances from cluster (obj){ [ 1851.065626] env[62743]: value = "domain-c8" [ 1851.065626] env[62743]: _type = "ClusterComputeResource" [ 1851.065626] env[62743]: } {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1851.066737] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd7704-6eed-4b88-a5c0-c687dc04a9e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.087117] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Got total of 12 instances {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1851.087479] env[62743]: WARNING nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] While synchronizing instance power states, found 23 instances in the database and 12 instances on the hypervisor. [ 1851.087479] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid fb51b671-ea57-49e1-bb62-0f0a36f9de1b {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.087654] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.087854] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 34e9a264-7999-4715-83bb-488219204ca7 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.087959] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 7757e7a7-8bd7-4057-9e65-83cda5ac2af6 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.088355] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 2157312b-0155-42fa-a5ce-0392f8f0df3f {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.088509] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid cef29849-b62f-448e-a20b-563fded880fe {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.088681] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid af3cadb7-b261-4240-867a-aee52cd06f7a {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.088866] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 414ecfc0-b23e-4027-a227-772f4867827e {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.089174] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 94bf8010-b4e1-461f-aba7-0323563f3368 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.089174] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid aa2ca68d-151a-4a1f-b526-230b8d8606a0 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.089541] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid b1016b3d-45f3-4ee0-882f-0228c3a232f5 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.089613] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid dd014a6d-45ba-4a56-9fd8-914c019c1f5b {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.089760] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 7a399c28-2511-4fae-a0f8-6775d22b5dae {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.089895] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 661d1a4f-ee25-4d00-b1bd-763605ceca5b {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.090049] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 9ded6a88-9eba-464d-9976-6168804a1076 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.090193] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 1056110c-acbd-43d9-a9af-6a9b972a2609 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.090334] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 80efd7e0-078b-44cc-a0c0-ab1d868a9414 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.090473] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 1f7075c6-8566-4305-b6f0-64103a2954ea {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.090612] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 71bb3046-e6f4-41d0-8885-b765f51f630b {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.092058] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid af4330c0-aa33-4932-ba54-16f3334f9717 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.092058] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 34c7e0b0-14f3-473e-aa93-69c668d92bd4 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.092058] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid de305795-6e3c-446d-82dd-54586b35d067 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.092058] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 1851.092058] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.093541] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.093541] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "fd976259-0234-431b-8d24-0c5466cc8716" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.093541] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "fd976259-0234-431b-8d24-0c5466cc8716" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.093541] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "34e9a264-7999-4715-83bb-488219204ca7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.093951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "34e9a264-7999-4715-83bb-488219204ca7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.093951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.094074] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.094230] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.097329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "cef29849-b62f-448e-a20b-563fded880fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.097329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "af3cadb7-b261-4240-867a-aee52cd06f7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.097550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "414ecfc0-b23e-4027-a227-772f4867827e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "94bf8010-b4e1-461f-aba7-0323563f3368" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "94bf8010-b4e1-461f-aba7-0323563f3368" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.097663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.097663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.097765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.097765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.097840] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.098085] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "9ded6a88-9eba-464d-9976-6168804a1076" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.098261] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "1056110c-acbd-43d9-a9af-6a9b972a2609" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.098793] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.098793] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.098891] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "1f7075c6-8566-4305-b6f0-64103a2954ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.099058] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "71bb3046-e6f4-41d0-8885-b765f51f630b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.101865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.101865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "af4330c0-aa33-4932-ba54-16f3334f9717" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.101865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.101865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "de305795-6e3c-446d-82dd-54586b35d067" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.102505] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.102505] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.102505] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1851.103738] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81390278-688e-47a8-aa29-5415df16c57f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.106285] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35797bb7-4b4b-4546-b7de-b501be5f86a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.110565] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dcd504-7ebd-49c3-96ae-496f67aad761 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.114777] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb29eb-104b-4580-8c4f-096833cb76d9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.119258] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ee2b7-f6fd-4a55-870b-5a18e3bde49d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.122483] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154035a5-6460-428e-bcea-dbe09dcdd5d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.125821] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0ddc85-a8fd-4df2-83fb-848e2af01fd4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.129833] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a08d6d4-54b5-40f0-a460-1cad7de93c9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.132157] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c824a9c3-a27e-4987-b326-a9a969766321 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.135258] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5b635d-4ba8-4b0c-9ba8-56a68aa54421 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.138274] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a1ebfa-9d97-4185-9109-1e755b62767b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.141362] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c92b00-d57c-4c5e-a1d1-2ee7618ee0bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.144395] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb3262d-ae53-4d46-bfa5-c66504115c36 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.147339] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1851.200715] env[62743]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1851.204740] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70815af0-eea8-4eda-ba81-1a4848db70a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.222154] env[62743]: WARNING oslo_messaging._drivers.amqpdriver [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1851.228728] env[62743]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1851.245549] env[62743]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1851.664858] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.699671] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.605s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.703742] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.608s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.710817] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27927e5-49d3-4af0-947b-9acb10e9a7c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.719477] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3077c3d-70fc-467f-af4f-8c70576517c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.751866] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.652s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.751866] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.654s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.752559] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "cef29849-b62f-448e-a20b-563fded880fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.657s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.753489] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "94bf8010-b4e1-461f-aba7-0323563f3368" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.657s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.753489] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.656s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.753489] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.659s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.754815] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4cbda5-bfd4-4a70-8005-d863f9198ebb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.762095] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "34e9a264-7999-4715-83bb-488219204ca7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.669s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.762424] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.670s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.762714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.666s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.763011] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "fd976259-0234-431b-8d24-0c5466cc8716" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.670s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.763303] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.665s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.764724] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7936cf5c-8611-4e5d-8fac-01b7f05e3df1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.778939] env[62743]: DEBUG nova.compute.provider_tree [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.836179] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "dd73da07-637d-4675-9e13-d4b615a8fbca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.836444] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "dd73da07-637d-4675-9e13-d4b615a8fbca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.066407] env[62743]: DEBUG nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.100277] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.100525] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.100680] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.100860] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.101007] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.101163] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.101413] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.101576] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.101737] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.101897] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.102082] env[62743]: DEBUG nova.virt.hardware [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.103056] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966c5556-1fcb-4ceb-96bb-452468d5ec3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.110725] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e3ccbf-985a-4f29-a741-8e3cf21e15e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.282091] env[62743]: DEBUG nova.scheduler.client.report [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1852.540655] env[62743]: DEBUG nova.compute.manager [req-44de3c97-ca5a-47c2-9acc-08bd9b710d01 req-1dc89ca3-3f57-47b8-81de-c1824bcb8437 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Received event network-vif-plugged-6473b65e-c337-4241-ba23-e7f4a6cb576d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1852.540865] env[62743]: DEBUG oslo_concurrency.lockutils [req-44de3c97-ca5a-47c2-9acc-08bd9b710d01 req-1dc89ca3-3f57-47b8-81de-c1824bcb8437 service nova] Acquiring lock "de305795-6e3c-446d-82dd-54586b35d067-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.541181] env[62743]: DEBUG oslo_concurrency.lockutils [req-44de3c97-ca5a-47c2-9acc-08bd9b710d01 req-1dc89ca3-3f57-47b8-81de-c1824bcb8437 service nova] Lock "de305795-6e3c-446d-82dd-54586b35d067-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.541464] env[62743]: DEBUG oslo_concurrency.lockutils [req-44de3c97-ca5a-47c2-9acc-08bd9b710d01 req-1dc89ca3-3f57-47b8-81de-c1824bcb8437 service nova] Lock "de305795-6e3c-446d-82dd-54586b35d067-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.541742] env[62743]: DEBUG nova.compute.manager [req-44de3c97-ca5a-47c2-9acc-08bd9b710d01 req-1dc89ca3-3f57-47b8-81de-c1824bcb8437 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] No waiting events found dispatching network-vif-plugged-6473b65e-c337-4241-ba23-e7f4a6cb576d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1852.542501] env[62743]: WARNING nova.compute.manager [req-44de3c97-ca5a-47c2-9acc-08bd9b710d01 req-1dc89ca3-3f57-47b8-81de-c1824bcb8437 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Received unexpected event network-vif-plugged-6473b65e-c337-4241-ba23-e7f4a6cb576d for instance with vm_state building and task_state spawning. [ 1852.565125] env[62743]: DEBUG nova.compute.manager [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Received event network-vif-plugged-d57c1a6a-ca96-4257-afae-3a61ac8207a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1852.565125] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] Acquiring lock "af4330c0-aa33-4932-ba54-16f3334f9717-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.565125] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] Lock "af4330c0-aa33-4932-ba54-16f3334f9717-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.565125] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] Lock "af4330c0-aa33-4932-ba54-16f3334f9717-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.565125] env[62743]: DEBUG nova.compute.manager [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] No waiting events found dispatching network-vif-plugged-d57c1a6a-ca96-4257-afae-3a61ac8207a3 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1852.565381] env[62743]: WARNING nova.compute.manager [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Received unexpected event network-vif-plugged-d57c1a6a-ca96-4257-afae-3a61ac8207a3 for instance with vm_state building and task_state spawning. [ 1852.565381] env[62743]: DEBUG nova.compute.manager [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Received event network-vif-plugged-efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1852.565381] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] Acquiring lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.565381] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.565780] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.566116] env[62743]: DEBUG nova.compute.manager [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] No waiting events found dispatching network-vif-plugged-efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1852.566496] env[62743]: WARNING nova.compute.manager [req-7d3da525-d218-4941-bb73-7477395bebd7 req-8f6efe82-d9b5-45d6-adae-a42ae86e1714 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Received unexpected event network-vif-plugged-efb24a00-756e-45b5-aa4a-5a490d9a2e69 for instance with vm_state building and task_state spawning. [ 1852.697373] env[62743]: DEBUG nova.network.neutron [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Successfully updated port: 6473b65e-c337-4241-ba23-e7f4a6cb576d {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.788828] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.789420] env[62743]: DEBUG nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.795114] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.168s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.795114] env[62743]: INFO nova.compute.claims [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.831585] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Successfully updated port: d57c1a6a-ca96-4257-afae-3a61ac8207a3 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.836725] env[62743]: DEBUG nova.network.neutron [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Successfully updated port: efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.198566] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "refresh_cache-de305795-6e3c-446d-82dd-54586b35d067" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.198732] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "refresh_cache-de305795-6e3c-446d-82dd-54586b35d067" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.198887] env[62743]: DEBUG nova.network.neutron [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.299653] env[62743]: DEBUG nova.compute.utils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1853.303029] env[62743]: DEBUG nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1853.303029] env[62743]: DEBUG nova.network.neutron [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.341164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "refresh_cache-af4330c0-aa33-4932-ba54-16f3334f9717" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.341164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "refresh_cache-af4330c0-aa33-4932-ba54-16f3334f9717" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.341164] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.341164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Acquiring lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.341164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Acquired lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.341330] env[62743]: DEBUG nova.network.neutron [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.409771] env[62743]: DEBUG nova.policy [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fccd67c545ec804809a46845115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348bf5a7badb4bf4a0993d6c411c1591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.739815] env[62743]: DEBUG nova.network.neutron [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.803911] env[62743]: DEBUG nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.919709] env[62743]: DEBUG nova.network.neutron [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.926311] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.980236] env[62743]: DEBUG nova.network.neutron [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Successfully created port: a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.032364] env[62743]: DEBUG nova.network.neutron [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Updating instance_info_cache with network_info: [{"id": "6473b65e-c337-4241-ba23-e7f4a6cb576d", "address": "fa:16:3e:9e:ca:f1", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6473b65e-c3", "ovs_interfaceid": "6473b65e-c337-4241-ba23-e7f4a6cb576d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.359094] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0efdae-9d02-4763-8389-ed6d3de49373 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.368880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d0b46d-7e26-41c0-998f-9a71355e95b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.399051] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabf3bb7-02d9-4413-9f29-18b65c19ba90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.406571] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac47e88-ff6c-4b8a-ab48-12d1321cadbb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.423958] env[62743]: DEBUG nova.compute.provider_tree [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.537216] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "refresh_cache-de305795-6e3c-446d-82dd-54586b35d067" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.537680] env[62743]: DEBUG nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Instance network_info: |[{"id": "6473b65e-c337-4241-ba23-e7f4a6cb576d", "address": "fa:16:3e:9e:ca:f1", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6473b65e-c3", "ovs_interfaceid": "6473b65e-c337-4241-ba23-e7f4a6cb576d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.538130] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:ca:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6473b65e-c337-4241-ba23-e7f4a6cb576d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.545525] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating folder: Project (5f621f0a183141dcb04a562593f040fb). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.546595] env[62743]: DEBUG nova.network.neutron [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Updating instance_info_cache with network_info: [{"id": "d57c1a6a-ca96-4257-afae-3a61ac8207a3", "address": "fa:16:3e:25:fa:68", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57c1a6a-ca", "ovs_interfaceid": "d57c1a6a-ca96-4257-afae-3a61ac8207a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.548104] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82124c1a-521c-40dd-99a6-6e4fd4a515e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.554327] env[62743]: DEBUG nova.network.neutron [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updating instance_info_cache with network_info: [{"id": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "address": "fa:16:3e:7f:9b:9c", "network": {"id": "cebaea91-0e86-42d6-9581-f5d3aba916e7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-642288912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3cedb25506e48c7b6ef9d7887f7f3b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb24a00-75", "ovs_interfaceid": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.560323] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created folder: Project (5f621f0a183141dcb04a562593f040fb) in parent group-v423128. [ 1854.560323] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating folder: Instances. Parent ref: group-v423218. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.560323] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c77a0d8-21c6-4f88-91c8-8d15af747ca5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.570229] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created folder: Instances in parent group-v423218. [ 1854.570500] env[62743]: DEBUG oslo.service.loopingcall [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.570903] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de305795-6e3c-446d-82dd-54586b35d067] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.571156] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9ff3fc7-4eb5-4b58-8778-a496ce46d864 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.591351] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.591351] env[62743]: value = "task-2063530" [ 1854.591351] env[62743]: _type = "Task" [ 1854.591351] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.601798] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063530, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.708754] env[62743]: DEBUG nova.compute.manager [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Received event network-changed-6473b65e-c337-4241-ba23-e7f4a6cb576d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1854.708953] env[62743]: DEBUG nova.compute.manager [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Refreshing instance network info cache due to event network-changed-6473b65e-c337-4241-ba23-e7f4a6cb576d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1854.709193] env[62743]: DEBUG oslo_concurrency.lockutils [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] Acquiring lock "refresh_cache-de305795-6e3c-446d-82dd-54586b35d067" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.709625] env[62743]: DEBUG oslo_concurrency.lockutils [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] Acquired lock "refresh_cache-de305795-6e3c-446d-82dd-54586b35d067" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.709839] env[62743]: DEBUG nova.network.neutron [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Refreshing network info cache for port 6473b65e-c337-4241-ba23-e7f4a6cb576d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.732751] env[62743]: DEBUG nova.compute.manager [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Received event network-changed-d57c1a6a-ca96-4257-afae-3a61ac8207a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1854.733120] env[62743]: DEBUG nova.compute.manager [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Refreshing instance network info cache due to event network-changed-d57c1a6a-ca96-4257-afae-3a61ac8207a3. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1854.733308] env[62743]: DEBUG oslo_concurrency.lockutils [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] Acquiring lock "refresh_cache-af4330c0-aa33-4932-ba54-16f3334f9717" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.815794] env[62743]: DEBUG nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1854.853060] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.853060] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.853060] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.853405] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.853405] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.853405] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.853405] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.853405] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.853556] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.853556] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.853556] env[62743]: DEBUG nova.virt.hardware [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.854501] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde82f99-4519-4850-b320-d4004dd94afc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.862880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c4daa0-c981-4fe8-800b-c6be2a77d06d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.929364] env[62743]: DEBUG nova.scheduler.client.report [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.051967] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "refresh_cache-af4330c0-aa33-4932-ba54-16f3334f9717" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.051967] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Instance network_info: |[{"id": "d57c1a6a-ca96-4257-afae-3a61ac8207a3", "address": "fa:16:3e:25:fa:68", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57c1a6a-ca", "ovs_interfaceid": "d57c1a6a-ca96-4257-afae-3a61ac8207a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1855.052290] env[62743]: DEBUG oslo_concurrency.lockutils [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] Acquired lock "refresh_cache-af4330c0-aa33-4932-ba54-16f3334f9717" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.052336] env[62743]: DEBUG nova.network.neutron [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Refreshing network info cache for port d57c1a6a-ca96-4257-afae-3a61ac8207a3 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.054343] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:fa:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57c1a6a-ca96-4257-afae-3a61ac8207a3', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.064309] env[62743]: DEBUG oslo.service.loopingcall [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.067790] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Releasing lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.068039] env[62743]: DEBUG nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Instance network_info: |[{"id": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "address": "fa:16:3e:7f:9b:9c", "network": {"id": "cebaea91-0e86-42d6-9581-f5d3aba916e7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-642288912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3cedb25506e48c7b6ef9d7887f7f3b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb24a00-75", "ovs_interfaceid": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1855.068272] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.068874] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:9b:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb24a00-756e-45b5-aa4a-5a490d9a2e69', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.081090] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Creating folder: Project (e3cedb25506e48c7b6ef9d7887f7f3b3). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1855.081090] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4efcb7-1a59-4553-b0ef-66e11b638b62 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.100373] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b401418-d268-4fc7-86b9-25fd39cbb2de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.110687] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063530, 'name': CreateVM_Task, 'duration_secs': 0.342781} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.112631] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de305795-6e3c-446d-82dd-54586b35d067] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.112858] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.112858] env[62743]: value = "task-2063531" [ 1855.112858] env[62743]: _type = "Task" [ 1855.112858] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.113761] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.113922] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.114258] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.114566] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8b8f2b-b827-4466-b25a-7f21699bf41a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.121110] env[62743]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1855.121263] env[62743]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62743) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1855.121581] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Folder already exists: Project (e3cedb25506e48c7b6ef9d7887f7f3b3). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1855.122078] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Creating folder: Instances. Parent ref: group-v423162. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1855.122517] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21303056-e1ab-478d-b357-e8b252bcc764 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.125176] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1855.125176] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528aa629-1b57-fdd6-b20a-8deed8916d0a" [ 1855.125176] env[62743]: _type = "Task" [ 1855.125176] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.129246] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063531, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.133771] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Created folder: Instances in parent group-v423162. [ 1855.133990] env[62743]: DEBUG oslo.service.loopingcall [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.134493] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.134698] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0878f54-7dbb-4d6c-8927-7acdf568986a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.155459] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528aa629-1b57-fdd6-b20a-8deed8916d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.156754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.158946] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1855.158946] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.158946] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.158946] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.158946] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c251f85-8187-4f2d-bcd1-191d43365b45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.162268] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.162268] env[62743]: value = "task-2063534" [ 1855.162268] env[62743]: _type = "Task" [ 1855.162268] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.168746] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.169131] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.172470] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58aab888-671c-40b2-8f39-6c607b1bb04f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.174729] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063534, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.179047] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1855.179047] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5215f79f-f76d-f0f0-edfd-097aafcb9253" [ 1855.179047] env[62743]: _type = "Task" [ 1855.179047] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.187757] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5215f79f-f76d-f0f0-edfd-097aafcb9253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.435211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.435886] env[62743]: DEBUG nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.443244] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.064s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.445024] env[62743]: INFO nova.compute.claims [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.595189] env[62743]: DEBUG nova.network.neutron [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Updated VIF entry in instance network info cache for port d57c1a6a-ca96-4257-afae-3a61ac8207a3. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.595510] env[62743]: DEBUG nova.network.neutron [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Updating instance_info_cache with network_info: [{"id": "d57c1a6a-ca96-4257-afae-3a61ac8207a3", "address": "fa:16:3e:25:fa:68", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57c1a6a-ca", "ovs_interfaceid": "d57c1a6a-ca96-4257-afae-3a61ac8207a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.624367] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063531, 'name': CreateVM_Task, 'duration_secs': 0.506222} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.624510] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.625229] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.625458] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.625802] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.626123] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f1d29a-7f52-40ef-a46f-ed50529a7449 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.631789] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1855.631789] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525471bb-28fd-de69-fc74-7a9db3b48a89" [ 1855.631789] env[62743]: _type = "Task" [ 1855.631789] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.640274] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525471bb-28fd-de69-fc74-7a9db3b48a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.648307] env[62743]: DEBUG nova.network.neutron [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Successfully updated port: a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.677022] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063534, 'name': CreateVM_Task, 'duration_secs': 0.454672} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.680062] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.680062] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423171', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'name': 'volume-673655e4-468d-4425-ab60-5dfdce5b3a52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c7e0b0-14f3-473e-aa93-69c668d92bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'serial': '673655e4-468d-4425-ab60-5dfdce5b3a52'}, 'mount_device': '/dev/sda', 'attachment_id': 'c8af5df0-11a3-498b-8de7-87c9734dc68f', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62743) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1855.680062] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Root volume attach. Driver type: vmdk {{(pid=62743) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1855.680547] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfbe442-a6f4-47d2-a2ac-8566ddbc5fa8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.693892] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5916b269-eb2c-4b25-8694-107816e73145 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.696521] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5215f79f-f76d-f0f0-edfd-097aafcb9253, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.699757] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec5d7f6-4a3b-4848-b020-c12eabaa2950 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.705715] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c47cf07-fab2-41b4-9061-2d56c6744df5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.709722] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1855.709722] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528f69c9-434f-1328-b7fc-0b3dd1597543" [ 1855.709722] env[62743]: _type = "Task" [ 1855.709722] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.716827] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c53d81c4-ff01-45bb-85fd-b688f51773e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.722740] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528f69c9-434f-1328-b7fc-0b3dd1597543, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.723831] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.725711] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] de305795-6e3c-446d-82dd-54586b35d067/de305795-6e3c-446d-82dd-54586b35d067.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.725711] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-070bce92-ee48-46be-b374-aec540e571d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.728226] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1855.728226] env[62743]: value = "task-2063535" [ 1855.728226] env[62743]: _type = "Task" [ 1855.728226] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.733176] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1855.733176] env[62743]: value = "task-2063536" [ 1855.733176] env[62743]: _type = "Task" [ 1855.733176] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.740882] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063535, 'name': RelocateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.747319] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.800212] env[62743]: DEBUG nova.network.neutron [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Updated VIF entry in instance network info cache for port 6473b65e-c337-4241-ba23-e7f4a6cb576d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.800353] env[62743]: DEBUG nova.network.neutron [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Updating instance_info_cache with network_info: [{"id": "6473b65e-c337-4241-ba23-e7f4a6cb576d", "address": "fa:16:3e:9e:ca:f1", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6473b65e-c3", "ovs_interfaceid": "6473b65e-c337-4241-ba23-e7f4a6cb576d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.956976] env[62743]: DEBUG nova.compute.utils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.961121] env[62743]: DEBUG nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Not allocating networking since 'none' was specified. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1856.099805] env[62743]: DEBUG oslo_concurrency.lockutils [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] Releasing lock "refresh_cache-af4330c0-aa33-4932-ba54-16f3334f9717" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.099805] env[62743]: DEBUG nova.compute.manager [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Received event network-changed-efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.099805] env[62743]: DEBUG nova.compute.manager [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Refreshing instance network info cache due to event network-changed-efb24a00-756e-45b5-aa4a-5a490d9a2e69. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1856.099805] env[62743]: DEBUG oslo_concurrency.lockutils [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] Acquiring lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.099805] env[62743]: DEBUG oslo_concurrency.lockutils [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] Acquired lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.100038] env[62743]: DEBUG nova.network.neutron [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Refreshing network info cache for port efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.143148] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525471bb-28fd-de69-fc74-7a9db3b48a89, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.143471] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.143717] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.144045] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.144164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.144345] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.145359] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fc9675f-030f-44cc-9962-b706fd8f9278 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.152159] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.152668] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.152668] env[62743]: DEBUG nova.network.neutron [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.161752] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.162010] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.162840] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f353da7d-592d-4942-bbcc-0294298f525d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.170086] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1856.170086] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52869abe-4182-682d-ea48-1ea8267d5b49" [ 1856.170086] env[62743]: _type = "Task" [ 1856.170086] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.180760] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52869abe-4182-682d-ea48-1ea8267d5b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.246646] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063535, 'name': RelocateVM_Task} progress is 20%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.250349] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509231} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.250349] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] de305795-6e3c-446d-82dd-54586b35d067/de305795-6e3c-446d-82dd-54586b35d067.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.250528] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.250745] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca1acfc1-6df4-4d12-ab91-c6e4e30b2dc1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.257439] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1856.257439] env[62743]: value = "task-2063537" [ 1856.257439] env[62743]: _type = "Task" [ 1856.257439] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.269708] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.305516] env[62743]: DEBUG oslo_concurrency.lockutils [req-4916fce0-f994-44c5-ab46-7a03972f103e req-c79e0a55-4e7b-4b36-add8-382810161857 service nova] Releasing lock "refresh_cache-de305795-6e3c-446d-82dd-54586b35d067" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.459745] env[62743]: DEBUG nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.686881] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52869abe-4182-682d-ea48-1ea8267d5b49, 'name': SearchDatastore_Task, 'duration_secs': 0.055445} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.688321] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39214c04-8d49-40c4-87a3-a7e83ccf947e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.698753] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1856.698753] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fac58a-1420-9dd4-5127-b5cbbdb4c404" [ 1856.698753] env[62743]: _type = "Task" [ 1856.698753] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.713689] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fac58a-1420-9dd4-5127-b5cbbdb4c404, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.713933] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.714213] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af4330c0-aa33-4932-ba54-16f3334f9717/af4330c0-aa33-4932-ba54-16f3334f9717.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.714999] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd7b09a-e277-4f06-a534-eaf51cf5a9c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.718831] env[62743]: DEBUG nova.network.neutron [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1856.721911] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1856.721911] env[62743]: value = "task-2063538" [ 1856.721911] env[62743]: _type = "Task" [ 1856.721911] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.735343] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.742285] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063535, 'name': RelocateVM_Task, 'duration_secs': 0.678602} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.742550] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1856.742771] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423171', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'name': 'volume-673655e4-468d-4425-ab60-5dfdce5b3a52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c7e0b0-14f3-473e-aa93-69c668d92bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'serial': '673655e4-468d-4425-ab60-5dfdce5b3a52'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1856.743717] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9377578a-b189-406d-ab56-7a624d29ad02 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.767176] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fc4da9-b503-4442-a3b4-f15e6aa62c72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.786106] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07707} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.794808] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-673655e4-468d-4425-ab60-5dfdce5b3a52/volume-673655e4-468d-4425-ab60-5dfdce5b3a52.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.797840] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.798503] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5799719e-02ab-45bb-a2ab-4c5e80a39401 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.820317] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cc1a6b-ca69-4e29-9104-af81e19c51fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.842521] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] de305795-6e3c-446d-82dd-54586b35d067/de305795-6e3c-446d-82dd-54586b35d067.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.847045] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eec3e62-5d8d-44af-ac96-57125f46274b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.861710] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1856.861710] env[62743]: value = "task-2063539" [ 1856.861710] env[62743]: _type = "Task" [ 1856.861710] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.874096] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1856.874096] env[62743]: value = "task-2063540" [ 1856.874096] env[62743]: _type = "Task" [ 1856.874096] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.880507] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.893515] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.907087] env[62743]: DEBUG nova.compute.manager [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Received event network-vif-plugged-a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.907087] env[62743]: DEBUG oslo_concurrency.lockutils [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.907087] env[62743]: DEBUG oslo_concurrency.lockutils [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.907087] env[62743]: DEBUG oslo_concurrency.lockutils [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.907087] env[62743]: DEBUG nova.compute.manager [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] No waiting events found dispatching network-vif-plugged-a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1856.907383] env[62743]: WARNING nova.compute.manager [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Received unexpected event network-vif-plugged-a2730087-012a-4f49-900b-2dae8fdc45b6 for instance with vm_state building and task_state spawning. [ 1856.907383] env[62743]: DEBUG nova.compute.manager [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Received event network-changed-a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1856.907591] env[62743]: DEBUG nova.compute.manager [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Refreshing instance network info cache due to event network-changed-a2730087-012a-4f49-900b-2dae8fdc45b6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1856.907699] env[62743]: DEBUG oslo_concurrency.lockutils [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] Acquiring lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.918600] env[62743]: DEBUG nova.network.neutron [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updated VIF entry in instance network info cache for port efb24a00-756e-45b5-aa4a-5a490d9a2e69. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.918973] env[62743]: DEBUG nova.network.neutron [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updating instance_info_cache with network_info: [{"id": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "address": "fa:16:3e:7f:9b:9c", "network": {"id": "cebaea91-0e86-42d6-9581-f5d3aba916e7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-642288912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3cedb25506e48c7b6ef9d7887f7f3b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb24a00-75", "ovs_interfaceid": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.025552] env[62743]: DEBUG nova.network.neutron [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updating instance_info_cache with network_info: [{"id": "a2730087-012a-4f49-900b-2dae8fdc45b6", "address": "fa:16:3e:b4:07:c3", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2730087-01", "ovs_interfaceid": "a2730087-012a-4f49-900b-2dae8fdc45b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.152812] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b691a-5fbb-4d61-a375-0379a45d0f15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.162401] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3614b6-be5a-4f44-b58e-8628b1f54f97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.203013] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc44029-64b1-4a7d-8705-13ac1afe3cbc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.213874] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451b788-8753-4311-9e5f-f7b1936735eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.235026] env[62743]: DEBUG nova.compute.provider_tree [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.243120] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.381016] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063539, 'name': ReconfigVM_Task, 'duration_secs': 0.351719} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.381374] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-673655e4-468d-4425-ab60-5dfdce5b3a52/volume-673655e4-468d-4425-ab60-5dfdce5b3a52.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.386163] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49747931-943c-4584-9aed-050f808f698d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.402905] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063540, 'name': ReconfigVM_Task, 'duration_secs': 0.526311} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.403588] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Reconfigured VM instance instance-00000022 to attach disk [datastore1] de305795-6e3c-446d-82dd-54586b35d067/de305795-6e3c-446d-82dd-54586b35d067.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.403964] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1857.403964] env[62743]: value = "task-2063541" [ 1857.403964] env[62743]: _type = "Task" [ 1857.403964] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.405830] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84726fc9-072e-4409-b062-56236b03b76c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.414451] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.415727] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1857.415727] env[62743]: value = "task-2063542" [ 1857.415727] env[62743]: _type = "Task" [ 1857.415727] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.424559] env[62743]: DEBUG oslo_concurrency.lockutils [req-8ee75546-58c4-4a4c-9898-6e9d3ca9f2b0 req-964b42e2-8413-430c-b0ba-03ef4c62c061 service nova] Releasing lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.424559] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063542, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.472734] env[62743]: DEBUG nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.504543] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.504834] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.505035] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.505254] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.505435] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.505612] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.505847] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.506045] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.506268] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.507114] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.507114] env[62743]: DEBUG nova.virt.hardware [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.508262] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee801c-629e-4ded-a59c-682ec96b4285 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.516378] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846439b8-b456-42a2-8f00-29ada5d7e0fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.525763] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "a856f251-8287-479a-b086-0eaa5882e084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.525998] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "a856f251-8287-479a-b086-0eaa5882e084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.534931] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.535191] env[62743]: DEBUG nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Instance network_info: |[{"id": "a2730087-012a-4f49-900b-2dae8fdc45b6", "address": "fa:16:3e:b4:07:c3", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2730087-01", "ovs_interfaceid": "a2730087-012a-4f49-900b-2dae8fdc45b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1857.535630] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.541129] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Creating folder: Project (4d430d828a7840c3bfc3c354c7353fff). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1857.541448] env[62743]: DEBUG oslo_concurrency.lockutils [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] Acquired lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.541614] env[62743]: DEBUG nova.network.neutron [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Refreshing network info cache for port a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.543173] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:07:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2730087-012a-4f49-900b-2dae8fdc45b6', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.550603] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Creating folder: Project (348bf5a7badb4bf4a0993d6c411c1591). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1857.551095] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1a56c67-d68b-4d31-ab7a-c378a499132e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.553553] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0049c50-58e3-4675-b79d-f90b500c0b4b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.564125] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Created folder: Project (4d430d828a7840c3bfc3c354c7353fff) in parent group-v423128. [ 1857.564292] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Creating folder: Instances. Parent ref: group-v423224. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1857.565475] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be2288c0-e1e7-445e-a826-fe92aa7c79ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.566930] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Created folder: Project (348bf5a7badb4bf4a0993d6c411c1591) in parent group-v423128. [ 1857.567107] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Creating folder: Instances. Parent ref: group-v423225. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1857.567323] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e5ae44-30a8-4da7-8e68-4f3be6083036 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.576877] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Created folder: Instances in parent group-v423225. [ 1857.579035] env[62743]: DEBUG oslo.service.loopingcall [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.580065] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.580307] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Created folder: Instances in parent group-v423224. [ 1857.580574] env[62743]: DEBUG oslo.service.loopingcall [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.580663] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d534c5e8-b3d9-40e9-b9cc-6ead246db5be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.595604] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.596323] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a355c7b2-4a06-432f-8bf2-6e906a039044 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.612214] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.612214] env[62743]: value = "task-2063547" [ 1857.612214] env[62743]: _type = "Task" [ 1857.612214] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.613359] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.613359] env[62743]: value = "task-2063548" [ 1857.613359] env[62743]: _type = "Task" [ 1857.613359] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.623151] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063547, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.625821] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063548, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.738310] env[62743]: DEBUG nova.scheduler.client.report [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.745197] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565175} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.745445] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af4330c0-aa33-4932-ba54-16f3334f9717/af4330c0-aa33-4932-ba54-16f3334f9717.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1857.745655] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1857.745896] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-268364da-d0d1-49df-beb9-94d68b7b5b47 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.752561] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1857.752561] env[62743]: value = "task-2063549" [ 1857.752561] env[62743]: _type = "Task" [ 1857.752561] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.761137] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.921926] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063541, 'name': ReconfigVM_Task, 'duration_secs': 0.120925} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.924280] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423171', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'name': 'volume-673655e4-468d-4425-ab60-5dfdce5b3a52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c7e0b0-14f3-473e-aa93-69c668d92bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'serial': '673655e4-468d-4425-ab60-5dfdce5b3a52'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1857.924655] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c8ca264-ea5c-4db6-b7a1-56368c51c44f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.932791] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063542, 'name': Rename_Task, 'duration_secs': 0.137326} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.933863] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.934196] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1857.934196] env[62743]: value = "task-2063550" [ 1857.934196] env[62743]: _type = "Task" [ 1857.934196] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.934382] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5935d6fd-15c1-4af6-ad20-71726a59d47d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.944126] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1857.944126] env[62743]: value = "task-2063551" [ 1857.944126] env[62743]: _type = "Task" [ 1857.944126] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.947883] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063550, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.956476] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.126482] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063548, 'name': CreateVM_Task, 'duration_secs': 0.492502} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.133257] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.133503] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063547, 'name': CreateVM_Task, 'duration_secs': 0.393064} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.136272] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.136451] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.136768] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.136962] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.137215] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ebfc0d-4944-43a9-9176-838b1102f687 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.138876] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.142893] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1858.142893] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529ccbff-6ba1-2d31-2922-f827c9af5190" [ 1858.142893] env[62743]: _type = "Task" [ 1858.142893] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.151181] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529ccbff-6ba1-2d31-2922-f827c9af5190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.242734] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.243338] env[62743]: DEBUG nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.246531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.812s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.246816] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.249031] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.596s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.249187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.251506] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.871s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.251774] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.253782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.391s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.255690] env[62743]: INFO nova.compute.claims [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.270930] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070236} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.272380] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.273332] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a5c2e2-b31e-4dbf-ad85-36a7497fe888 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.307159] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] af4330c0-aa33-4932-ba54-16f3334f9717/af4330c0-aa33-4932-ba54-16f3334f9717.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.309180] env[62743]: INFO nova.scheduler.client.report [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted allocations for instance 9ded6a88-9eba-464d-9976-6168804a1076 [ 1858.313047] env[62743]: INFO nova.scheduler.client.report [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Deleted allocations for instance 661d1a4f-ee25-4d00-b1bd-763605ceca5b [ 1858.313846] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07421bf7-5098-42ee-9e5b-c95b57aa9924 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.329743] env[62743]: INFO nova.scheduler.client.report [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Deleted allocations for instance b1016b3d-45f3-4ee0-882f-0228c3a232f5 [ 1858.343465] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1858.343465] env[62743]: value = "task-2063552" [ 1858.343465] env[62743]: _type = "Task" [ 1858.343465] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.354485] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.447378] env[62743]: DEBUG nova.network.neutron [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updated VIF entry in instance network info cache for port a2730087-012a-4f49-900b-2dae8fdc45b6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.448035] env[62743]: DEBUG nova.network.neutron [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updating instance_info_cache with network_info: [{"id": "a2730087-012a-4f49-900b-2dae8fdc45b6", "address": "fa:16:3e:b4:07:c3", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2730087-01", "ovs_interfaceid": "a2730087-012a-4f49-900b-2dae8fdc45b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.455919] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063550, 'name': Rename_Task, 'duration_secs': 0.173955} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.456544] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.457551] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-314699ed-05f6-41e6-9a8a-131138d4a31e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.461414] env[62743]: DEBUG oslo_vmware.api [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063551, 'name': PowerOnVM_Task, 'duration_secs': 0.473418} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.462485] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.462789] env[62743]: INFO nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Took 6.40 seconds to spawn the instance on the hypervisor. [ 1858.462912] env[62743]: DEBUG nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.463952] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9312730f-f1b7-41cf-a6eb-2b10c8ffdac5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.468104] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1858.468104] env[62743]: value = "task-2063553" [ 1858.468104] env[62743]: _type = "Task" [ 1858.468104] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.482203] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.653252] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529ccbff-6ba1-2d31-2922-f827c9af5190, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.653705] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.654789] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.654789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.654789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.654789] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.659147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.659147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.659147] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89043ebe-81f6-418b-8b54-46d5819452ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.659147] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ec2fb9-1307-4341-8d3c-15633814b96a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.661831] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1858.661831] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b81b38-ad93-2856-2b53-303a2a7d61f7" [ 1858.661831] env[62743]: _type = "Task" [ 1858.661831] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.668251] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.668251] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.668251] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e083554-afb5-4214-8d27-c7570afcef96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.671775] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b81b38-ad93-2856-2b53-303a2a7d61f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.675979] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1858.675979] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52edc080-f92b-f610-4cfd-5c5b728631ea" [ 1858.675979] env[62743]: _type = "Task" [ 1858.675979] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.681561] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52edc080-f92b-f610-4cfd-5c5b728631ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.764171] env[62743]: DEBUG nova.compute.utils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.767626] env[62743]: DEBUG nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.767795] env[62743]: DEBUG nova.network.neutron [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.844811] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2423950c-d49e-4608-8141-05c928f20317 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "9ded6a88-9eba-464d-9976-6168804a1076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.636s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.846298] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d8a8761f-b4b0-46c8-92d2-9d6ecb3e7e57 tempest-DeleteServersAdminTestJSON-931722986 tempest-DeleteServersAdminTestJSON-931722986-project-member] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.041s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.847082] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "9ded6a88-9eba-464d-9976-6168804a1076" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.749s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.847748] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.750s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.852138] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0c71e13-b0fb-4066-b63d-d322d14b5ffe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.855868] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4994b606-e015-4514-b81f-8ea5addd90fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.861543] env[62743]: DEBUG nova.policy [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '297e4e553d0f46bc8d5403c5b1258d7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe37fca78f14f05b72f10bfb5eddcd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.869503] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.874258] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a998a0-028f-44e5-8203-b2ee969859cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.887874] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63c9dc2-6942-4653-8def-8951a875f838 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.902398] env[62743]: DEBUG oslo_concurrency.lockutils [None req-90f3c025-6a35-450a-b037-07319b217203 tempest-ServerRescueTestJSONUnderV235-110290245 tempest-ServerRescueTestJSONUnderV235-110290245-project-member] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.347s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.903822] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.807s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.904022] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b479a0-fbcd-4bdb-80b1-262b86801a35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.927432] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84df180d-1e38-4f96-9461-b708a1ba045c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.956454] env[62743]: DEBUG oslo_concurrency.lockutils [req-4b61a408-d86f-4b4a-907c-b523884904de req-81fbacb0-464f-485a-a570-78a4d9945215 service nova] Releasing lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.989301] env[62743]: INFO nova.compute.manager [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Took 39.69 seconds to build instance. [ 1858.995722] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.173250] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b81b38-ad93-2856-2b53-303a2a7d61f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.173544] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.174053] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.174053] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.184926] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52edc080-f92b-f610-4cfd-5c5b728631ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010005} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.185183] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55085402-c024-4fcb-b94e-515758999378 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.190857] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1859.190857] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52cb52b2-44c6-c67d-4c8c-99fb5d09a7bf" [ 1859.190857] env[62743]: _type = "Task" [ 1859.190857] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.198890] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52cb52b2-44c6-c67d-4c8c-99fb5d09a7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.268870] env[62743]: DEBUG nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.363349] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.453183] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "9ded6a88-9eba-464d-9976-6168804a1076" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.606s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.453806] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "661d1a4f-ee25-4d00-b1bd-763605ceca5b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.606s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.489235] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "b1016b3d-45f3-4ee0-882f-0228c3a232f5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.489527] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.494480] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c94fd94-fa55-4edb-8261-5f90e7b4c5ce tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.602s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.499248] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "de305795-6e3c-446d-82dd-54586b35d067" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.396s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.499248] env[62743]: INFO nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: de305795-6e3c-446d-82dd-54586b35d067] During sync_power_state the instance has a pending task (networking). Skip. [ 1859.499248] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "de305795-6e3c-446d-82dd-54586b35d067" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.660512] env[62743]: DEBUG nova.network.neutron [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Successfully created port: 7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.701671] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52cb52b2-44c6-c67d-4c8c-99fb5d09a7bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.701671] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.701671] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7eb74404-1c61-4090-8e9a-e3a1f6cf5337/7eb74404-1c61-4090-8e9a-e3a1f6cf5337.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.702019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.702019] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.702116] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-154559d9-1c71-4602-ba8d-a4f1db4996fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.706419] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abcfe67-5c47-48e2-aa89-b1eee89a984f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.714573] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1859.714573] env[62743]: value = "task-2063554" [ 1859.714573] env[62743]: _type = "Task" [ 1859.714573] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.715803] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.716062] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.721858] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b44581c-3e75-4f14-be3b-95eece3a2ab7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.730478] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.731727] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1859.731727] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ac2810-f8e6-b674-4b1d-d65d064a43d9" [ 1859.731727] env[62743]: _type = "Task" [ 1859.731727] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.742394] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ac2810-f8e6-b674-4b1d-d65d064a43d9, 'name': SearchDatastore_Task} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.742839] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3e00e9-2c72-405d-97cc-f81c7ad638e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.750195] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1859.750195] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e353fd-1a38-43da-0862-c43c3ca6d722" [ 1859.750195] env[62743]: _type = "Task" [ 1859.750195] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.761575] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e353fd-1a38-43da-0862-c43c3ca6d722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.809943] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba8097c-9aa2-47e5-aefc-cdb69bd98b1a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.821227] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d33921d-1b1f-44ea-9915-0580e62cb846 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.856607] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7fb25d-c331-4fba-ae2e-c64603b0f14d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.865857] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063552, 'name': ReconfigVM_Task, 'duration_secs': 1.084624} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.866558] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Reconfigured VM instance instance-00000020 to attach disk [datastore1] af4330c0-aa33-4932-ba54-16f3334f9717/af4330c0-aa33-4932-ba54-16f3334f9717.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.867197] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3371d883-d77f-4c94-9d04-25f74efca0a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.869756] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16b25a-a1a7-4776-936b-d884b29f2a88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.886758] env[62743]: DEBUG nova.compute.provider_tree [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.891398] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1859.891398] env[62743]: value = "task-2063555" [ 1859.891398] env[62743]: _type = "Task" [ 1859.891398] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.899476] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063555, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.990375] env[62743]: DEBUG oslo_vmware.api [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063553, 'name': PowerOnVM_Task, 'duration_secs': 1.116775} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.990705] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1859.990927] env[62743]: INFO nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1859.991168] env[62743]: DEBUG nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.992049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bafc1d2-69fc-44c3-a911-b493cd526b47 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.002541] env[62743]: DEBUG nova.compute.manager [None req-9b369d1f-3055-4ae1-8f88-42bfd939c510 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: b823bb73-ba0a-40a1-a1fb-94948cd6b338] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1860.225525] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063554, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.262307] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e353fd-1a38-43da-0862-c43c3ca6d722, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.263345] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.263610] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.263875] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e850cd-fa90-47e4-9231-0048d63de7e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.271556] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1860.271556] env[62743]: value = "task-2063556" [ 1860.271556] env[62743]: _type = "Task" [ 1860.271556] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.280375] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.285952] env[62743]: DEBUG nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1860.312567] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.312567] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.312567] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.312782] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.312782] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.312901] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.313482] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.313482] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.313917] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.314208] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.314344] env[62743]: DEBUG nova.virt.hardware [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.315288] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55674988-2dc5-42cd-8e47-6775a427f074 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.325278] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c92a7f9-b944-4cee-b86d-601879cd83bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.391250] env[62743]: DEBUG nova.scheduler.client.report [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.410114] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063555, 'name': Rename_Task, 'duration_secs': 0.226816} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.410808] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.410808] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514d0e9b-3f5e-453e-9107-f0de17c63384 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.418181] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1860.418181] env[62743]: value = "task-2063557" [ 1860.418181] env[62743]: _type = "Task" [ 1860.418181] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.426481] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.519976] env[62743]: DEBUG nova.compute.manager [None req-9b369d1f-3055-4ae1-8f88-42bfd939c510 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: b823bb73-ba0a-40a1-a1fb-94948cd6b338] Instance disappeared before build. {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1860.522302] env[62743]: INFO nova.compute.manager [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Took 43.90 seconds to build instance. [ 1860.730463] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519494} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.730980] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7eb74404-1c61-4090-8e9a-e3a1f6cf5337/7eb74404-1c61-4090-8e9a-e3a1f6cf5337.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.731400] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.731790] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e564a021-b2c5-4567-a02f-daaecb8ef5c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.740486] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1860.740486] env[62743]: value = "task-2063558" [ 1860.740486] env[62743]: _type = "Task" [ 1860.740486] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.751319] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "de305795-6e3c-446d-82dd-54586b35d067" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.751821] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.754190] env[62743]: DEBUG nova.compute.manager [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.754190] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.754190] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c620e-2718-4e8d-b88d-356382b86709 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.763257] env[62743]: DEBUG nova.compute.manager [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1860.763822] env[62743]: DEBUG nova.objects.instance [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lazy-loading 'flavor' on Instance uuid de305795-6e3c-446d-82dd-54586b35d067 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.787328] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4948} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.787619] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.787861] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.788141] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dba83a4-fb6b-4a18-942f-553b85d4bb87 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.794732] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1860.794732] env[62743]: value = "task-2063559" [ 1860.794732] env[62743]: _type = "Task" [ 1860.794732] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.802705] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.899083] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.899748] env[62743]: DEBUG nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1860.904017] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.965s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.904267] env[62743]: DEBUG nova.objects.instance [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lazy-loading 'resources' on Instance uuid 414ecfc0-b23e-4027-a227-772f4867827e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.936234] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063557, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.025234] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8374f83d-1510-40e5-8768-52a4aa2e2ac3 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.887s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.027890] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.927s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.029986] env[62743]: INFO nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] During sync_power_state the instance has a pending task (spawning). Skip. [ 1861.029986] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.034529] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9b369d1f-3055-4ae1-8f88-42bfd939c510 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "b823bb73-ba0a-40a1-a1fb-94948cd6b338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.305s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.123556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "40e066ca-2283-4c5e-a98a-bddfcf032070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.123556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.253298] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213248} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.253298] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.254269] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fda4fa-6550-48b6-b443-d2197d68ff04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.285470] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 7eb74404-1c61-4090-8e9a-e3a1f6cf5337/7eb74404-1c61-4090-8e9a-e3a1f6cf5337.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.287351] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16150cf8-2d61-46b2-9642-f88ea127752e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.305955] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.306330] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e47dae9-b8db-40a2-a14e-3daa8914e59a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.320861] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191868} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.321196] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1861.321196] env[62743]: value = "task-2063560" [ 1861.321196] env[62743]: _type = "Task" [ 1861.321196] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.322485] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.323739] env[62743]: DEBUG oslo_vmware.api [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1861.323739] env[62743]: value = "task-2063561" [ 1861.323739] env[62743]: _type = "Task" [ 1861.323739] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.324552] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb77f621-339d-4a00-94ae-759b49c274d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.355100] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.366508] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da6d908-7cca-4726-a55e-d9e972781060 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.381421] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.381797] env[62743]: DEBUG oslo_vmware.api [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.387442] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1861.387442] env[62743]: value = "task-2063562" [ 1861.387442] env[62743]: _type = "Task" [ 1861.387442] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.395745] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.409071] env[62743]: DEBUG nova.compute.utils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.410994] env[62743]: DEBUG nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1861.411286] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1861.430917] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.516980] env[62743]: DEBUG nova.compute.manager [req-a1e07129-38f7-4a02-bef6-4c2c26ce8b4a req-4445798a-f7bc-4d02-95f6-705a03166737 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Received event network-vif-plugged-7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1861.517253] env[62743]: DEBUG oslo_concurrency.lockutils [req-a1e07129-38f7-4a02-bef6-4c2c26ce8b4a req-4445798a-f7bc-4d02-95f6-705a03166737 service nova] Acquiring lock "339999aa-0f91-47fd-9fa7-766e28a99026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.517467] env[62743]: DEBUG oslo_concurrency.lockutils [req-a1e07129-38f7-4a02-bef6-4c2c26ce8b4a req-4445798a-f7bc-4d02-95f6-705a03166737 service nova] Lock "339999aa-0f91-47fd-9fa7-766e28a99026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.517634] env[62743]: DEBUG oslo_concurrency.lockutils [req-a1e07129-38f7-4a02-bef6-4c2c26ce8b4a req-4445798a-f7bc-4d02-95f6-705a03166737 service nova] Lock "339999aa-0f91-47fd-9fa7-766e28a99026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.517794] env[62743]: DEBUG nova.compute.manager [req-a1e07129-38f7-4a02-bef6-4c2c26ce8b4a req-4445798a-f7bc-4d02-95f6-705a03166737 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] No waiting events found dispatching network-vif-plugged-7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1861.517995] env[62743]: WARNING nova.compute.manager [req-a1e07129-38f7-4a02-bef6-4c2c26ce8b4a req-4445798a-f7bc-4d02-95f6-705a03166737 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Received unexpected event network-vif-plugged-7cbf5319-4983-43de-9697-64b9184a0439 for instance with vm_state building and task_state spawning. [ 1861.531432] env[62743]: DEBUG nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.540472] env[62743]: DEBUG nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.553254] env[62743]: DEBUG nova.policy [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e2f8bc2ecd547d29072a3e360225906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767efea08bd740bca724886e8a1f7699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1861.680816] env[62743]: DEBUG nova.network.neutron [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Successfully updated port: 7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.841251] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063560, 'name': ReconfigVM_Task, 'duration_secs': 0.475593} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.845060] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 7eb74404-1c61-4090-8e9a-e3a1f6cf5337/7eb74404-1c61-4090-8e9a-e3a1f6cf5337.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.846135] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5977cc93-1198-458b-ad7d-ca839a4f948d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.850758] env[62743]: DEBUG oslo_vmware.api [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063561, 'name': PowerOffVM_Task, 'duration_secs': 0.294012} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.851322] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.851507] env[62743]: DEBUG nova.compute.manager [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.852281] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a9d152-77d4-46c9-a1e2-04cb27b6566e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.856369] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1861.856369] env[62743]: value = "task-2063563" [ 1861.856369] env[62743]: _type = "Task" [ 1861.856369] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.871920] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063563, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.897935] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.918577] env[62743]: DEBUG nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.931585] env[62743]: DEBUG oslo_vmware.api [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063557, 'name': PowerOnVM_Task, 'duration_secs': 1.050585} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.931709] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.931823] env[62743]: INFO nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Took 15.38 seconds to spawn the instance on the hypervisor. [ 1861.932017] env[62743]: DEBUG nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.932800] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573c545-6859-40fc-8478-34dbae80690d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.009310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07051d58-4f1b-4803-ad55-382dda5bb3ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.020868] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f54f5-223b-4e8d-b768-7b0760319672 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.063040] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1702cad-ef21-452e-b3b8-f736cbbc75a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.074112] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8741fcab-b10c-41c9-8216-ac1e540cbd0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.087714] env[62743]: DEBUG nova.compute.provider_tree [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.090409] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.091445] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.184629] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.184629] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.184629] env[62743]: DEBUG nova.network.neutron [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.369960] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063563, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.370876] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d218014f-4e0f-4d56-a409-6695eaf5373d tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.619s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.399354] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063562, 'name': ReconfigVM_Task, 'duration_secs': 0.653778} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.401390] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.402959] env[62743]: DEBUG nova.compute.manager [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Received event network-changed-efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1862.403294] env[62743]: DEBUG nova.compute.manager [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Refreshing instance network info cache due to event network-changed-efb24a00-756e-45b5-aa4a-5a490d9a2e69. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1862.404030] env[62743]: DEBUG oslo_concurrency.lockutils [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] Acquiring lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.404030] env[62743]: DEBUG oslo_concurrency.lockutils [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] Acquired lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.404266] env[62743]: DEBUG nova.network.neutron [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Refreshing network info cache for port efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.405996] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5691d54a-09df-4fab-b495-eeef29770349 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.414825] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1862.414825] env[62743]: value = "task-2063564" [ 1862.414825] env[62743]: _type = "Task" [ 1862.414825] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.431351] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063564, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.432593] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Successfully created port: fd05aa5b-d6f0-424e-93b6-94067c1e0174 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1862.461361] env[62743]: INFO nova.compute.manager [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Took 49.70 seconds to build instance. [ 1862.593747] env[62743]: DEBUG nova.scheduler.client.report [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.727113] env[62743]: DEBUG nova.network.neutron [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.868612] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063563, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.928664] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063564, 'name': Rename_Task, 'duration_secs': 0.188163} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.928814] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.929137] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa492c1b-f5f3-467f-98ac-4fd666555448 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.936918] env[62743]: DEBUG nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.939140] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1862.939140] env[62743]: value = "task-2063565" [ 1862.939140] env[62743]: _type = "Task" [ 1862.939140] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.952090] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.963967] env[62743]: DEBUG oslo_concurrency.lockutils [None req-59175d01-8013-4dc9-94c3-edae0d516d68 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "af4330c0-aa33-4932-ba54-16f3334f9717" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.043s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.965501] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "af4330c0-aa33-4932-ba54-16f3334f9717" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.865s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.965501] env[62743]: INFO nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] During sync_power_state the instance has a pending task (spawning). Skip. [ 1862.965501] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "af4330c0-aa33-4932-ba54-16f3334f9717" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.966193] env[62743]: DEBUG nova.network.neutron [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updating instance_info_cache with network_info: [{"id": "7cbf5319-4983-43de-9697-64b9184a0439", "address": "fa:16:3e:a3:10:d9", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cbf5319-49", "ovs_interfaceid": "7cbf5319-4983-43de-9697-64b9184a0439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.973843] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.974097] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.974283] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.974477] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.974612] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.974757] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.974978] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.975832] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.976113] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.976380] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.976625] env[62743]: DEBUG nova.virt.hardware [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.977612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224f89d-5bcc-4c7a-ac44-56293e9d4664 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.987423] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ce400-5c88-4970-9757-06015670b4fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.099815] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.102537] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.527s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.104186] env[62743]: INFO nova.compute.claims [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1863.119984] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "af4330c0-aa33-4932-ba54-16f3334f9717" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.124446] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "af4330c0-aa33-4932-ba54-16f3334f9717" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.124807] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "af4330c0-aa33-4932-ba54-16f3334f9717-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.124807] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "af4330c0-aa33-4932-ba54-16f3334f9717-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.124973] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "af4330c0-aa33-4932-ba54-16f3334f9717-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.128870] env[62743]: INFO nova.compute.manager [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Terminating instance [ 1863.131523] env[62743]: INFO nova.scheduler.client.report [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Deleted allocations for instance 414ecfc0-b23e-4027-a227-772f4867827e [ 1863.343521] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "71bb3046-e6f4-41d0-8885-b765f51f630b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.343571] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.343833] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "71bb3046-e6f4-41d0-8885-b765f51f630b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.343934] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.344123] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.347788] env[62743]: INFO nova.compute.manager [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Terminating instance [ 1863.370832] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063563, 'name': Rename_Task, 'duration_secs': 1.115934} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.371169] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.371421] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf07f7f-3aec-49a5-b8a2-332a704a16de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.377702] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1863.377702] env[62743]: value = "task-2063566" [ 1863.377702] env[62743]: _type = "Task" [ 1863.377702] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.394703] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.465915] env[62743]: DEBUG oslo_vmware.api [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063565, 'name': PowerOnVM_Task, 'duration_secs': 0.503283} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.466788] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.466885] env[62743]: INFO nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Took 5.99 seconds to spawn the instance on the hypervisor. [ 1863.467123] env[62743]: DEBUG nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.468102] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135292aa-f30f-4262-83d7-b0a5490f0020 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.474743] env[62743]: DEBUG nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.477557] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Releasing lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.477838] env[62743]: DEBUG nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Instance network_info: |[{"id": "7cbf5319-4983-43de-9697-64b9184a0439", "address": "fa:16:3e:a3:10:d9", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cbf5319-49", "ovs_interfaceid": "7cbf5319-4983-43de-9697-64b9184a0439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.478726] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:10:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '456bd8a2-0fb6-4b17-9d25-08e7995c5184', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cbf5319-4983-43de-9697-64b9184a0439', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.485939] env[62743]: DEBUG oslo.service.loopingcall [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.487514] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.487767] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1031b8d7-53e8-4444-8529-7a511bd920c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.504980] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Successfully created port: b0256a0f-a5ea-4a60-8a85-4317470ba7a8 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1863.517639] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.517639] env[62743]: value = "task-2063567" [ 1863.517639] env[62743]: _type = "Task" [ 1863.517639] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.528053] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063567, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.644062] env[62743]: DEBUG nova.compute.manager [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.644395] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.644993] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b53b2add-c6f1-40aa-ace1-876a7cd582ce tempest-ImagesOneServerTestJSON-677758917 tempest-ImagesOneServerTestJSON-677758917-project-member] Lock "414ecfc0-b23e-4027-a227-772f4867827e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.200s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.648067] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80487ff1-5f0c-441d-b607-d26e94eca8e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.652154] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "414ecfc0-b23e-4027-a227-772f4867827e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.556s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.652677] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22af609b-1b4c-4d38-915e-8336738998c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.659915] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.660753] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4ef956b-81cd-435e-981d-68adc1ff8783 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.664980] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cc343e-73b3-4b89-bb8c-5a807a86b753 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.686332] env[62743]: DEBUG oslo_vmware.api [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1863.686332] env[62743]: value = "task-2063568" [ 1863.686332] env[62743]: _type = "Task" [ 1863.686332] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.694641] env[62743]: DEBUG oslo_vmware.api [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.837985] env[62743]: DEBUG nova.network.neutron [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updated VIF entry in instance network info cache for port efb24a00-756e-45b5-aa4a-5a490d9a2e69. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.838418] env[62743]: DEBUG nova.network.neutron [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updating instance_info_cache with network_info: [{"id": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "address": "fa:16:3e:7f:9b:9c", "network": {"id": "cebaea91-0e86-42d6-9581-f5d3aba916e7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-642288912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3cedb25506e48c7b6ef9d7887f7f3b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb24a00-75", "ovs_interfaceid": "efb24a00-756e-45b5-aa4a-5a490d9a2e69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.850293] env[62743]: DEBUG nova.compute.manager [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Received event network-changed-7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.850494] env[62743]: DEBUG nova.compute.manager [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Refreshing instance network info cache due to event network-changed-7cbf5319-4983-43de-9697-64b9184a0439. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1863.850715] env[62743]: DEBUG oslo_concurrency.lockutils [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] Acquiring lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.851100] env[62743]: DEBUG oslo_concurrency.lockutils [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] Acquired lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.851245] env[62743]: DEBUG nova.network.neutron [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Refreshing network info cache for port 7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.857122] env[62743]: DEBUG nova.compute.manager [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1863.857122] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1863.858490] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0928ce-53f1-43d4-8d6f-bdb44e594d4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.871286] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1863.871889] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e9ee63-34bc-4d2c-b549-eb3cf6b23fe7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.880833] env[62743]: DEBUG oslo_vmware.api [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1863.880833] env[62743]: value = "task-2063569" [ 1863.880833] env[62743]: _type = "Task" [ 1863.880833] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.895749] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.898879] env[62743]: DEBUG oslo_vmware.api [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.011512] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.024317] env[62743]: INFO nova.compute.manager [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Took 38.42 seconds to build instance. [ 1864.035268] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063567, 'name': CreateVM_Task, 'duration_secs': 0.441862} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.035424] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.036534] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.036857] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.037747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.037747] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085b30c6-b476-411b-bf40-0b29b62ed4bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.043732] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1864.043732] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52997054-39ab-ba44-2086-602b90eb8268" [ 1864.043732] env[62743]: _type = "Task" [ 1864.043732] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.055438] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52997054-39ab-ba44-2086-602b90eb8268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.179027] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Successfully created port: 7136f04c-654f-4815-a509-5edb39fb11d6 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.198342] env[62743]: DEBUG oslo_vmware.api [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063568, 'name': PowerOffVM_Task, 'duration_secs': 0.267123} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.198342] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.198342] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.198627] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec99d23c-dca9-4827-b12b-c3771c07acc6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.214725] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "414ecfc0-b23e-4027-a227-772f4867827e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.341476] env[62743]: DEBUG oslo_concurrency.lockutils [req-60d80186-cc69-4bf8-a635-3f79b7aa4234 req-c0ff1781-8d55-466b-ba7b-cfdb47217f56 service nova] Releasing lock "refresh_cache-34c7e0b0-14f3-473e-aa93-69c668d92bd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.398647] env[62743]: DEBUG oslo_vmware.api [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063569, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.398926] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063566, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.530362] env[62743]: DEBUG oslo_concurrency.lockutils [None req-585f48b4-25b3-48d8-a26d-7ea3e2eaf585 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "9f51515f-0845-40bf-b62a-9eaac1360e13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.212s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.555077] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52997054-39ab-ba44-2086-602b90eb8268, 'name': SearchDatastore_Task, 'duration_secs': 0.014461} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.558228] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.558516] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.558920] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.558920] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.559162] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.562082] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc1cb0ca-3add-4941-bbf7-9f6858a1820c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.572605] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.572826] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.576014] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c82dc7-d2ea-42ca-87d0-32598a7cedd8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.582819] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1864.582819] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a2f7c5-3bed-ba91-8d99-1a6c8d09216a" [ 1864.582819] env[62743]: _type = "Task" [ 1864.582819] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.591834] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a2f7c5-3bed-ba91-8d99-1a6c8d09216a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.676119] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e2ae98-dbbd-4f0e-bae8-83766b1da29e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.686274] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc4504-6f1d-423b-8be7-4a19beede55d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.726785] env[62743]: INFO nova.compute.manager [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Rebuilding instance [ 1864.727929] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809cf543-d794-42ef-b709-874817ec9d9b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.736864] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2834c228-2f64-4f78-81c7-0c78bffc65ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.754874] env[62743]: DEBUG nova.compute.provider_tree [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.798196] env[62743]: DEBUG nova.compute.manager [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.799282] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5384a0bb-0af3-40e8-8b7e-78f109ba9037 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.820249] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.820249] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.820249] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleting the datastore file [datastore1] af4330c0-aa33-4932-ba54-16f3334f9717 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.820249] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29fc1b45-073a-4954-a982-4d7a3a826ab6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.826628] env[62743]: DEBUG oslo_vmware.api [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1864.826628] env[62743]: value = "task-2063571" [ 1864.826628] env[62743]: _type = "Task" [ 1864.826628] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.835940] env[62743]: DEBUG oslo_vmware.api [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.892723] env[62743]: DEBUG oslo_vmware.api [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063566, 'name': PowerOnVM_Task, 'duration_secs': 1.391313} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.893381] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.893589] env[62743]: INFO nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1864.893767] env[62743]: DEBUG nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.894616] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e39b09-4363-4107-8061-379b7228bc86 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.899921] env[62743]: DEBUG oslo_vmware.api [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063569, 'name': PowerOffVM_Task, 'duration_secs': 0.949228} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.900572] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1864.900740] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1864.900993] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5149bdc7-9e9b-436f-8cd0-51b19b9a85bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.926016] env[62743]: DEBUG nova.compute.manager [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.927225] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b40773-3377-4f15-82a7-f8bb68393775 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.986962] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1864.987221] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1864.988365] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleting the datastore file [datastore1] 71bb3046-e6f4-41d0-8885-b765f51f630b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.988365] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fe76ef4-ad40-4326-9371-75a02696e27c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.991491] env[62743]: DEBUG nova.network.neutron [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updated VIF entry in instance network info cache for port 7cbf5319-4983-43de-9697-64b9184a0439. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.991819] env[62743]: DEBUG nova.network.neutron [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updating instance_info_cache with network_info: [{"id": "7cbf5319-4983-43de-9697-64b9184a0439", "address": "fa:16:3e:a3:10:d9", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cbf5319-49", "ovs_interfaceid": "7cbf5319-4983-43de-9697-64b9184a0439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.000095] env[62743]: DEBUG oslo_vmware.api [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1865.000095] env[62743]: value = "task-2063573" [ 1865.000095] env[62743]: _type = "Task" [ 1865.000095] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.014021] env[62743]: DEBUG oslo_vmware.api [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.036446] env[62743]: DEBUG nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1865.095233] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a2f7c5-3bed-ba91-8d99-1a6c8d09216a, 'name': SearchDatastore_Task, 'duration_secs': 0.025216} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.096158] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f644a0-6c03-4d5e-9041-b33b512efa13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.102291] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1865.102291] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5267b84d-7bb4-2c8d-3392-371626105f1a" [ 1865.102291] env[62743]: _type = "Task" [ 1865.102291] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.110773] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5267b84d-7bb4-2c8d-3392-371626105f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.262390] env[62743]: DEBUG nova.scheduler.client.report [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.338461] env[62743]: DEBUG oslo_vmware.api [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385129} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.338789] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.338976] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.339197] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.339388] env[62743]: INFO nova.compute.manager [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1865.339655] env[62743]: DEBUG oslo.service.loopingcall [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.339855] env[62743]: DEBUG nova.compute.manager [-] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.339948] env[62743]: DEBUG nova.network.neutron [-] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.424737] env[62743]: INFO nova.compute.manager [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Took 43.82 seconds to build instance. [ 1865.441996] env[62743]: INFO nova.compute.manager [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] instance snapshotting [ 1865.441996] env[62743]: WARNING nova.compute.manager [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1865.446858] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1de978c-2798-4e29-9507-dd8ee7b04f0d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.473304] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d13b3-27d1-4502-8d77-de6896e8df45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.495774] env[62743]: DEBUG oslo_concurrency.lockutils [req-8806f7bd-60c3-4d30-9252-f8fa96480c55 req-6298a797-c7e1-4dfd-834b-cd3c83f95ecc service nova] Releasing lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.512143] env[62743]: DEBUG oslo_vmware.api [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440844} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.512143] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.512143] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.512143] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.512143] env[62743]: INFO nova.compute.manager [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1865.512425] env[62743]: DEBUG oslo.service.loopingcall [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.513455] env[62743]: DEBUG nova.compute.manager [-] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1865.513455] env[62743]: DEBUG nova.network.neutron [-] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1865.568193] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.613708] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5267b84d-7bb4-2c8d-3392-371626105f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.021902} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.613974] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.614461] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 339999aa-0f91-47fd-9fa7-766e28a99026/339999aa-0f91-47fd-9fa7-766e28a99026.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.614735] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6feb09a3-c0bf-4c02-a722-d579fd6e39e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.621226] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1865.621226] env[62743]: value = "task-2063574" [ 1865.621226] env[62743]: _type = "Task" [ 1865.621226] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.629819] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.772048] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.772665] env[62743]: DEBUG nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1865.775585] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.198s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.777207] env[62743]: INFO nova.compute.claims [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.816027] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.816027] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d37b42ee-73ef-4454-8694-482e48569846 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.825725] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1865.825725] env[62743]: value = "task-2063575" [ 1865.825725] env[62743]: _type = "Task" [ 1865.825725] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.839733] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.927777] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c56f1770-4462-45d1-a321-5ae084c9ca7a tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.434s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.929189] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.829s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.933031] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf891cf-3ecc-48dc-85b9-905dde85f2b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.987146] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1865.988383] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bcdf598d-fd6e-459a-9609-590c2631643d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.998038] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1865.998038] env[62743]: value = "task-2063576" [ 1865.998038] env[62743]: _type = "Task" [ 1865.998038] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.011182] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063576, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.134019] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063574, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.163732] env[62743]: DEBUG nova.compute.manager [req-90a37a2b-1e91-415c-ab97-04093083313b req-82d44d45-c752-4a9e-91f3-584e4139d2da service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Received event network-vif-deleted-db097306-4f58-4526-8854-146ab1689624 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.163995] env[62743]: INFO nova.compute.manager [req-90a37a2b-1e91-415c-ab97-04093083313b req-82d44d45-c752-4a9e-91f3-584e4139d2da service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Neutron deleted interface db097306-4f58-4526-8854-146ab1689624; detaching it from the instance and deleting it from the info cache [ 1866.164288] env[62743]: DEBUG nova.network.neutron [req-90a37a2b-1e91-415c-ab97-04093083313b req-82d44d45-c752-4a9e-91f3-584e4139d2da service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.175332] env[62743]: DEBUG nova.compute.manager [req-2fc72ce0-9f12-435c-ad44-5cdf604cc56c req-c854b87b-87d8-4bb8-a9bd-b7630cd693dd service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Received event network-vif-deleted-d57c1a6a-ca96-4257-afae-3a61ac8207a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.175332] env[62743]: INFO nova.compute.manager [req-2fc72ce0-9f12-435c-ad44-5cdf604cc56c req-c854b87b-87d8-4bb8-a9bd-b7630cd693dd service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Neutron deleted interface d57c1a6a-ca96-4257-afae-3a61ac8207a3; detaching it from the instance and deleting it from the info cache [ 1866.175332] env[62743]: DEBUG nova.network.neutron [req-2fc72ce0-9f12-435c-ad44-5cdf604cc56c req-c854b87b-87d8-4bb8-a9bd-b7630cd693dd service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.282713] env[62743]: DEBUG nova.compute.utils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1866.291763] env[62743]: DEBUG nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1866.291763] env[62743]: DEBUG nova.network.neutron [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1866.336609] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063575, 'name': PowerOffVM_Task, 'duration_secs': 0.241977} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.336881] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.337382] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1866.338122] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830b4d4f-7f51-4c74-b94f-c32a3d8682e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.349022] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.349022] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4805fad7-88c4-43a3-b767-2955f8a3bc86 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.369865] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.370760] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.371159] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Deleting the datastore file [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.371301] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9be9848-d691-45f5-8b7b-07e36a772792 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.378582] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1866.378582] env[62743]: value = "task-2063578" [ 1866.378582] env[62743]: _type = "Task" [ 1866.378582] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.386606] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.430651] env[62743]: DEBUG nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.448705] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.519s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.463617] env[62743]: DEBUG nova.network.neutron [-] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.465029] env[62743]: DEBUG nova.network.neutron [-] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.508990] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063576, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.530635] env[62743]: DEBUG nova.policy [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d35e459eb0f411eb81fea93f69784f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb9336cc66ff4183b0fbb09bb1dca3d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1866.637031] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689521} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.637443] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 339999aa-0f91-47fd-9fa7-766e28a99026/339999aa-0f91-47fd-9fa7-766e28a99026.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.638040] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.638349] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c145d4c-ca16-48ff-8566-588bf7f64fe0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.646224] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1866.646224] env[62743]: value = "task-2063579" [ 1866.646224] env[62743]: _type = "Task" [ 1866.646224] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.656940] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.667893] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7340a21-a828-42b6-a603-1b7d3da845d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.677877] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a2e2b-23ea-4145-b7f1-2f29a7bfbb70 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.690451] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f16734a8-92e8-4738-abd7-c75c005a8a6b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.699434] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15382dc0-801d-4ffa-a645-33604023848e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.725286] env[62743]: DEBUG nova.compute.manager [req-90a37a2b-1e91-415c-ab97-04093083313b req-82d44d45-c752-4a9e-91f3-584e4139d2da service nova] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Detach interface failed, port_id=db097306-4f58-4526-8854-146ab1689624, reason: Instance 71bb3046-e6f4-41d0-8885-b765f51f630b could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1866.748833] env[62743]: DEBUG nova.compute.manager [req-2fc72ce0-9f12-435c-ad44-5cdf604cc56c req-c854b87b-87d8-4bb8-a9bd-b7630cd693dd service nova] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Detach interface failed, port_id=d57c1a6a-ca96-4257-afae-3a61ac8207a3, reason: Instance af4330c0-aa33-4932-ba54-16f3334f9717 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1866.794757] env[62743]: DEBUG nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1866.898603] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099981} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.903760] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1866.903760] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1866.903760] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.968517] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.968981] env[62743]: INFO nova.compute.manager [-] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Took 1.46 seconds to deallocate network for instance. [ 1866.969601] env[62743]: INFO nova.compute.manager [-] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Took 1.63 seconds to deallocate network for instance. [ 1867.012879] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063576, 'name': CreateSnapshot_Task, 'duration_secs': 0.670287} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.016552] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1867.018013] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db68b2e2-bb48-4c05-a13d-80f3ef1459a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.158724] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081045} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.158724] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.159376] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb33e58-b769-405c-8a23-8cfeaeb61776 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.191648] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 339999aa-0f91-47fd-9fa7-766e28a99026/339999aa-0f91-47fd-9fa7-766e28a99026.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.196111] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26619b9-72ca-4a11-aa5f-f5e32f8d5fb0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.219395] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1867.219395] env[62743]: value = "task-2063580" [ 1867.219395] env[62743]: _type = "Task" [ 1867.219395] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.228820] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.485242] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.486987] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.487861] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696185a7-7dc0-48e0-b367-fe05574b5f16 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.501168] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1991d02-4f82-4b18-8e3e-f847ca49fe7a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.539014] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1867.539944] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-25473a27-5f4a-40b9-9022-c9d209af434d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.543452] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606a29dd-8a79-4ea2-a67a-14bb2878e0af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.553119] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e6342a-8529-4a1d-a522-2923de9dd789 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.556762] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1867.556762] env[62743]: value = "task-2063581" [ 1867.556762] env[62743]: _type = "Task" [ 1867.556762] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.569033] env[62743]: DEBUG nova.compute.provider_tree [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.577438] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.579152] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Successfully updated port: fd05aa5b-d6f0-424e-93b6-94067c1e0174 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1867.732280] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.805098] env[62743]: DEBUG nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1867.836543] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.836840] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.837103] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.837330] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.837477] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.837633] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.837847] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.838016] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.838193] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.838358] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.838529] env[62743]: DEBUG nova.virt.hardware [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.839452] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead23555-de00-4f92-8878-4e18f526e717 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.851853] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b3a849-6d20-46b4-a25c-da910849e3bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.941750] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.942724] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.942724] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.942724] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.942724] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.942724] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.942869] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.942869] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.943169] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.943244] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.943349] env[62743]: DEBUG nova.virt.hardware [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.944285] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538c30a6-fa9c-4d28-b6bb-a2c7c20c1a03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.952346] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726a75e9-ab32-47b7-a110-c55d5c222d3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.967435] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.972954] env[62743]: DEBUG oslo.service.loopingcall [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.974743] env[62743]: DEBUG nova.network.neutron [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Successfully created port: 96a69381-ef54-46e2-aad1-ec3a9188f264 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1867.975884] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.976136] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc4ec5a3-bb7b-4187-86fc-3a8cfa45c64d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.994437] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.994437] env[62743]: value = "task-2063582" [ 1867.994437] env[62743]: _type = "Task" [ 1867.994437] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.001900] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063582, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.066476] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.072546] env[62743]: DEBUG nova.scheduler.client.report [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.230588] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063580, 'name': ReconfigVM_Task, 'duration_secs': 0.668492} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.230876] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 339999aa-0f91-47fd-9fa7-766e28a99026/339999aa-0f91-47fd-9fa7-766e28a99026.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.231530] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-458ab26c-58dc-4160-a5bb-d3664d37a1fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.235025] env[62743]: DEBUG nova.compute.manager [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Received event network-changed-a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1868.235266] env[62743]: DEBUG nova.compute.manager [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Refreshing instance network info cache due to event network-changed-a2730087-012a-4f49-900b-2dae8fdc45b6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1868.235485] env[62743]: DEBUG oslo_concurrency.lockutils [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] Acquiring lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.235626] env[62743]: DEBUG oslo_concurrency.lockutils [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] Acquired lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.235784] env[62743]: DEBUG nova.network.neutron [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Refreshing network info cache for port a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.241194] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1868.241194] env[62743]: value = "task-2063583" [ 1868.241194] env[62743]: _type = "Task" [ 1868.241194] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.250149] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063583, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.253486] env[62743]: DEBUG nova.compute.manager [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-vif-plugged-fd05aa5b-d6f0-424e-93b6-94067c1e0174 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1868.253689] env[62743]: DEBUG oslo_concurrency.lockutils [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] Acquiring lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.253887] env[62743]: DEBUG oslo_concurrency.lockutils [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.254061] env[62743]: DEBUG oslo_concurrency.lockutils [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.254227] env[62743]: DEBUG nova.compute.manager [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] No waiting events found dispatching network-vif-plugged-fd05aa5b-d6f0-424e-93b6-94067c1e0174 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.254388] env[62743]: WARNING nova.compute.manager [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received unexpected event network-vif-plugged-fd05aa5b-d6f0-424e-93b6-94067c1e0174 for instance with vm_state building and task_state spawning. [ 1868.254545] env[62743]: DEBUG nova.compute.manager [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-changed-fd05aa5b-d6f0-424e-93b6-94067c1e0174 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1868.254693] env[62743]: DEBUG nova.compute.manager [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Refreshing instance network info cache due to event network-changed-fd05aa5b-d6f0-424e-93b6-94067c1e0174. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1868.254870] env[62743]: DEBUG oslo_concurrency.lockutils [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] Acquiring lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.255110] env[62743]: DEBUG oslo_concurrency.lockutils [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] Acquired lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.255291] env[62743]: DEBUG nova.network.neutron [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Refreshing network info cache for port fd05aa5b-d6f0-424e-93b6-94067c1e0174 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.509272] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063582, 'name': CreateVM_Task, 'duration_secs': 0.467798} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.509535] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.509911] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.510428] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.510812] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.511084] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65272d1-9ae4-4e7e-a951-59d29f4c0cbf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.517710] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1868.517710] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5267bdb0-d4c2-7c4b-1a87-dd37d1853887" [ 1868.517710] env[62743]: _type = "Task" [ 1868.517710] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.528099] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5267bdb0-d4c2-7c4b-1a87-dd37d1853887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.567493] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.577567] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.578126] env[62743]: DEBUG nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.580979] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.676s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.581180] env[62743]: DEBUG nova.objects.instance [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1868.752763] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063583, 'name': Rename_Task, 'duration_secs': 0.194236} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.753078] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1868.756027] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f50649-5f7f-4e2d-ba6f-ba0f3604f6d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.760582] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1868.760582] env[62743]: value = "task-2063584" [ 1868.760582] env[62743]: _type = "Task" [ 1868.760582] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.770011] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.802175] env[62743]: DEBUG nova.network.neutron [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.979029] env[62743]: DEBUG nova.network.neutron [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.989414] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "547f622f-a5b2-4091-ad19-827bbce011a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.989651] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "547f622f-a5b2-4091-ad19-827bbce011a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.029170] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5267bdb0-d4c2-7c4b-1a87-dd37d1853887, 'name': SearchDatastore_Task, 'duration_secs': 0.015598} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.029516] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.029753] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.030344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.030344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.030344] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.030573] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de3a9997-67c6-4212-a116-195289180dec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.039672] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.039821] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.040559] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89167e2b-120a-4f93-bd17-18be8df92bbb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.047165] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1869.047165] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fa8d0a-4488-07bb-fe8b-e7527e66fafc" [ 1869.047165] env[62743]: _type = "Task" [ 1869.047165] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.057764] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fa8d0a-4488-07bb-fe8b-e7527e66fafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.067100] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.086224] env[62743]: DEBUG nova.compute.utils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.090353] env[62743]: DEBUG nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.090522] env[62743]: DEBUG nova.network.neutron [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.183973] env[62743]: DEBUG nova.policy [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.230130] env[62743]: DEBUG nova.network.neutron [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updated VIF entry in instance network info cache for port a2730087-012a-4f49-900b-2dae8fdc45b6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.230615] env[62743]: DEBUG nova.network.neutron [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updating instance_info_cache with network_info: [{"id": "a2730087-012a-4f49-900b-2dae8fdc45b6", "address": "fa:16:3e:b4:07:c3", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2730087-01", "ovs_interfaceid": "a2730087-012a-4f49-900b-2dae8fdc45b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.274906] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.485521] env[62743]: DEBUG oslo_concurrency.lockutils [req-2dee4dff-6a11-4121-b0ba-233c66668585 req-f49ae1c3-6bf8-4a0c-99b1-9bb5473e74c3 service nova] Releasing lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.564239] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fa8d0a-4488-07bb-fe8b-e7527e66fafc, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.572497] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ed2fe6-294b-416b-87ea-6e3c311a7d4d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.581018] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.582497] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1869.582497] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525eb4b4-51b2-2faa-135b-c9c395d2cb05" [ 1869.582497] env[62743]: _type = "Task" [ 1869.582497] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.591231] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525eb4b4-51b2-2faa-135b-c9c395d2cb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.593346] env[62743]: DEBUG nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1869.598887] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7102fe67-cae0-4985-b656-3110473aaa08 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.598887] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.187s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.599613] env[62743]: INFO nova.compute.claims [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.718600] env[62743]: DEBUG nova.network.neutron [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Successfully created port: e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.734449] env[62743]: DEBUG oslo_concurrency.lockutils [req-af0f9517-1686-49e1-bc08-4f12f960fde2 req-8a231372-07b9-4e4b-a9b4-cabab6ef237e service nova] Releasing lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.772383] env[62743]: DEBUG oslo_vmware.api [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063584, 'name': PowerOnVM_Task, 'duration_secs': 0.862422} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.772686] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.772888] env[62743]: INFO nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1869.773080] env[62743]: DEBUG nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.774949] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e27b47-d35b-47ca-bd38-a1edbdf13920 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.795332] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "8a88102f-7880-4fec-af45-6fc6651bfd18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.795560] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "8a88102f-7880-4fec-af45-6fc6651bfd18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.944743] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.945236] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.074026] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.091676] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525eb4b4-51b2-2faa-135b-c9c395d2cb05, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.091923] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.092193] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1870.092440] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34c5a496-0c00-4954-9a9e-882e59cc4c5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.098889] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1870.098889] env[62743]: value = "task-2063585" [ 1870.098889] env[62743]: _type = "Task" [ 1870.098889] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.110623] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.303045] env[62743]: INFO nova.compute.manager [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Took 42.94 seconds to build instance. [ 1870.574844] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.608417] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503658} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.608939] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.609097] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.609281] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89916635-b140-452d-a8a5-0a7a7c2d2350 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.612422] env[62743]: DEBUG nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1870.622159] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1870.622159] env[62743]: value = "task-2063586" [ 1870.622159] env[62743]: _type = "Task" [ 1870.622159] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.632396] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.640810] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.641064] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.641224] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.641406] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.641547] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.641694] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.641899] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.642074] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.642248] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.642405] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.642580] env[62743]: DEBUG nova.virt.hardware [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.643437] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44629ade-af6a-470e-afdb-e88393327f2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.653131] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb49de5-bb28-48ef-a07c-e388e99a8e4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.806247] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ca17271-b96e-4383-abcc-c5b8a04a2c6d tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.731s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.921303] env[62743]: DEBUG nova.compute.manager [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Received event network-changed-7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1870.921996] env[62743]: DEBUG nova.compute.manager [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Refreshing instance network info cache due to event network-changed-7cbf5319-4983-43de-9697-64b9184a0439. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1870.921996] env[62743]: DEBUG oslo_concurrency.lockutils [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] Acquiring lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.921996] env[62743]: DEBUG oslo_concurrency.lockutils [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] Acquired lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.921996] env[62743]: DEBUG nova.network.neutron [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Refreshing network info cache for port 7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.067463] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d592be1-2737-45d0-b754-92ae1506b1d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.080601] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dab17b-6222-4b12-b998-62232df83e11 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.083566] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.111598] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dac0d4-929c-4c90-894b-f9d4f27fef98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.120031] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e56df0-d3a0-457d-b6d2-8d9980675d32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.138254] env[62743]: DEBUG nova.compute.provider_tree [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.143543] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07075} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.145803] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.147425] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c183d97f-2a6a-463d-9f99-57c72ff6ceb5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.170126] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.170743] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b79274f-300e-4640-8e95-847dcac2420f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.190300] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1871.190300] env[62743]: value = "task-2063587" [ 1871.190300] env[62743]: _type = "Task" [ 1871.190300] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.199332] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.309519] env[62743]: DEBUG nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.577351] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.647398] env[62743]: DEBUG nova.scheduler.client.report [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.651149] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "339999aa-0f91-47fd-9fa7-766e28a99026" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.651413] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.651668] env[62743]: INFO nova.compute.manager [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Rebooting instance [ 1871.657776] env[62743]: DEBUG nova.network.neutron [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updated VIF entry in instance network info cache for port 7cbf5319-4983-43de-9697-64b9184a0439. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.658105] env[62743]: DEBUG nova.network.neutron [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updating instance_info_cache with network_info: [{"id": "7cbf5319-4983-43de-9697-64b9184a0439", "address": "fa:16:3e:a3:10:d9", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cbf5319-49", "ovs_interfaceid": "7cbf5319-4983-43de-9697-64b9184a0439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.700237] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.831281] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.078139] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.154356] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.154957] env[62743]: DEBUG nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1872.160266] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.736s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.164242] env[62743]: DEBUG nova.objects.instance [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lazy-loading 'resources' on Instance uuid 1f7075c6-8566-4305-b6f0-64103a2954ea {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.166697] env[62743]: DEBUG oslo_concurrency.lockutils [req-e4da9f46-ce9d-4282-9281-e148f0076375 req-a0911258-d88c-4076-a017-a79a7498671d service nova] Releasing lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.186381] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.186583] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquired lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.186761] env[62743]: DEBUG nova.network.neutron [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.204593] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063587, 'name': ReconfigVM_Task, 'duration_secs': 0.608715} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.205350] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.206126] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a67d89-0f41-418e-80a6-ebc01c6e1878 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.213334] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1872.213334] env[62743]: value = "task-2063588" [ 1872.213334] env[62743]: _type = "Task" [ 1872.213334] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.223093] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063588, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.578207] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.668426] env[62743]: DEBUG nova.compute.utils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1872.672455] env[62743]: DEBUG nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1872.672722] env[62743]: DEBUG nova.network.neutron [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1872.718407] env[62743]: DEBUG nova.policy [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97a32f83227842d097833b7c471e71dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa38d28ddf4b4965b47ee147c7475f0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1872.728503] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063588, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.813979] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.814266] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.814524] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "2157312b-0155-42fa-a5ce-0392f8f0df3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.815053] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.818109] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.818109] env[62743]: INFO nova.compute.manager [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Terminating instance [ 1873.021262] env[62743]: DEBUG nova.network.neutron [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Successfully created port: b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1873.081402] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.136136] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c448d5ad-a614-4710-8f1c-e4d81a169bec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.145154] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4668c0e-384a-406c-a557-b2901a70fd74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.179307] env[62743]: DEBUG nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1873.182934] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ee238f-77bf-4c54-b91e-2a02272f4d8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.190882] env[62743]: DEBUG nova.network.neutron [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updating instance_info_cache with network_info: [{"id": "7cbf5319-4983-43de-9697-64b9184a0439", "address": "fa:16:3e:a3:10:d9", "network": {"id": "35f70714-5466-4cdf-b8ac-d16a6c2a3db0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-419141319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe37fca78f14f05b72f10bfb5eddcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "456bd8a2-0fb6-4b17-9d25-08e7995c5184", "external-id": "nsx-vlan-transportzone-65", "segmentation_id": 65, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cbf5319-49", "ovs_interfaceid": "7cbf5319-4983-43de-9697-64b9184a0439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.193582] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887405f3-19b2-4497-b069-c1901ac1fbd0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.211095] env[62743]: DEBUG nova.compute.provider_tree [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.224911] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063588, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.324042] env[62743]: DEBUG nova.compute.manager [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1873.324042] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.324042] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9403fd-8fb3-4484-b5e2-beaada49c41e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.332777] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.333525] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.336862] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.337165] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c899c8-d09a-4504-a104-28cd0a3ca4d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.345083] env[62743]: DEBUG oslo_vmware.api [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1873.345083] env[62743]: value = "task-2063589" [ 1873.345083] env[62743]: _type = "Task" [ 1873.345083] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.354521] env[62743]: DEBUG oslo_vmware.api [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.579647] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.700786] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Releasing lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.716023] env[62743]: DEBUG nova.scheduler.client.report [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.729382] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063588, 'name': Rename_Task, 'duration_secs': 1.179364} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.729831] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.730725] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b987008c-b377-4aff-9b57-dee8e8fbce76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.738975] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1873.738975] env[62743]: value = "task-2063590" [ 1873.738975] env[62743]: _type = "Task" [ 1873.738975] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.748089] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.857029] env[62743]: DEBUG oslo_vmware.api [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063589, 'name': PowerOffVM_Task, 'duration_secs': 0.273756} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.857029] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.857029] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.857207] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df27da79-e932-402b-8402-0ada4cf783de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.079460] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.192944] env[62743]: DEBUG nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1874.205832] env[62743]: DEBUG nova.compute.manager [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.206797] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a46f0d-c40c-47b9-8099-51541adfe620 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.220094] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1874.220320] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.220471] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1874.220644] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.220786] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1874.220929] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1874.221143] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1874.221297] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1874.221457] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1874.221618] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1874.221782] env[62743]: DEBUG nova.virt.hardware [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1874.222434] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.224627] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8841c294-b8c1-41d5-a211-08efa7141c91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.227334] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.946s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.227560] env[62743]: DEBUG nova.objects.instance [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lazy-loading 'resources' on Instance uuid 1056110c-acbd-43d9-a9af-6a9b972a2609 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.233251] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1763245-be1c-45b5-ba17-2a05d0b578bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.251820] env[62743]: INFO nova.scheduler.client.report [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Deleted allocations for instance 1f7075c6-8566-4305-b6f0-64103a2954ea [ 1874.259354] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063590, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.582111] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.749946] env[62743]: DEBUG oslo_vmware.api [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063590, 'name': PowerOnVM_Task, 'duration_secs': 0.720941} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.750231] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.750530] env[62743]: DEBUG nova.compute.manager [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.753814] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a847072-97cb-47f8-a320-2544a68c6030 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.764470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6035ffca-ea58-4f76-b404-b4cdc7e4c402 tempest-AttachInterfacesV270Test-181985347 tempest-AttachInterfacesV270Test-181985347-project-member] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.920s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.766033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 23.667s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.766227] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dc2db21-6e3c-43c4-b028-673eb3a2e010 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.777869] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782bfe53-92bf-40e8-ac04-c8dc284a5082 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.886781] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.886781] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.887037] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Deleting the datastore file [datastore1] 2157312b-0155-42fa-a5ce-0392f8f0df3f {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.887357] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea67880f-548a-4ffc-b4fa-c6f1aa1cfd91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.894028] env[62743]: DEBUG oslo_vmware.api [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1874.894028] env[62743]: value = "task-2063592" [ 1874.894028] env[62743]: _type = "Task" [ 1874.894028] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.904832] env[62743]: DEBUG oslo_vmware.api [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.080786] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.195598] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f296ef3-9a4c-4f9a-9e09-182e73b50b2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.202963] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b757d1f-2e33-4af9-a623-4d3ffd735525 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.242536] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41943181-1bff-424f-9b17-f9ea8c73435e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.245993] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc88ed1-5cdc-4e3d-853b-b735e0a84378 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.260730] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75213391-fecc-45ff-9a4d-d683e6f820fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.264432] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Doing hard reboot of VM {{(pid=62743) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1875.265439] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-72f38b3e-a54d-4ef4-9cef-787241af5dc4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.280704] env[62743]: DEBUG nova.compute.provider_tree [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.285044] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.285044] env[62743]: DEBUG oslo_vmware.api [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1875.285044] env[62743]: value = "task-2063593" [ 1875.285044] env[62743]: _type = "Task" [ 1875.285044] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.293463] env[62743]: DEBUG oslo_vmware.api [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063593, 'name': ResetVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.321382] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "1f7075c6-8566-4305-b6f0-64103a2954ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.409362] env[62743]: DEBUG oslo_vmware.api [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160174} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.410370] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.410370] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.410370] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.410370] env[62743]: INFO nova.compute.manager [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1875.410553] env[62743]: DEBUG oslo.service.loopingcall [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.410588] env[62743]: DEBUG nova.compute.manager [-] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.410684] env[62743]: DEBUG nova.network.neutron [-] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.582633] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063581, 'name': CloneVM_Task, 'duration_secs': 7.797265} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.583906] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Created linked-clone VM from snapshot [ 1875.586016] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395ed93-9451-4921-845a-9c09821f10ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.593551] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Uploading image 209372f5-d3ae-4117-b270-48ef7819804a {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1875.622219] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1875.622219] env[62743]: value = "vm-423232" [ 1875.622219] env[62743]: _type = "VirtualMachine" [ 1875.622219] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1875.622219] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-107e42fe-58b4-48b4-8234-41a6e5f255b5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.631278] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease: (returnval){ [ 1875.631278] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526e170b-dc09-1385-97fc-2a85dad352f0" [ 1875.631278] env[62743]: _type = "HttpNfcLease" [ 1875.631278] env[62743]: } obtained for exporting VM: (result){ [ 1875.631278] env[62743]: value = "vm-423232" [ 1875.631278] env[62743]: _type = "VirtualMachine" [ 1875.631278] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1875.631558] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the lease: (returnval){ [ 1875.631558] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526e170b-dc09-1385-97fc-2a85dad352f0" [ 1875.631558] env[62743]: _type = "HttpNfcLease" [ 1875.631558] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1875.638356] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1875.638356] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526e170b-dc09-1385-97fc-2a85dad352f0" [ 1875.638356] env[62743]: _type = "HttpNfcLease" [ 1875.638356] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1875.755805] env[62743]: INFO nova.compute.manager [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Rebuilding instance [ 1875.783735] env[62743]: DEBUG nova.scheduler.client.report [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.805636] env[62743]: DEBUG oslo_vmware.api [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063593, 'name': ResetVM_Task, 'duration_secs': 0.102971} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.810780] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Did hard reboot of VM {{(pid=62743) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1875.810978] env[62743]: DEBUG nova.compute.manager [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.811898] env[62743]: DEBUG nova.compute.manager [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.812677] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598f484f-7f10-49da-9d80-7fd069822ad5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.815612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5682bb13-6750-4df0-94fd-30f4785e7059 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.033410] env[62743]: DEBUG nova.compute.manager [req-c76c7c8b-fe0b-4103-a581-83e8e55230b1 req-70fd17af-5bd5-41dc-968e-44c19426a939 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-vif-plugged-b0256a0f-a5ea-4a60-8a85-4317470ba7a8 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.033535] env[62743]: DEBUG oslo_concurrency.lockutils [req-c76c7c8b-fe0b-4103-a581-83e8e55230b1 req-70fd17af-5bd5-41dc-968e-44c19426a939 service nova] Acquiring lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.033746] env[62743]: DEBUG oslo_concurrency.lockutils [req-c76c7c8b-fe0b-4103-a581-83e8e55230b1 req-70fd17af-5bd5-41dc-968e-44c19426a939 service nova] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.033914] env[62743]: DEBUG oslo_concurrency.lockutils [req-c76c7c8b-fe0b-4103-a581-83e8e55230b1 req-70fd17af-5bd5-41dc-968e-44c19426a939 service nova] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.034219] env[62743]: DEBUG nova.compute.manager [req-c76c7c8b-fe0b-4103-a581-83e8e55230b1 req-70fd17af-5bd5-41dc-968e-44c19426a939 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] No waiting events found dispatching network-vif-plugged-b0256a0f-a5ea-4a60-8a85-4317470ba7a8 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.034540] env[62743]: WARNING nova.compute.manager [req-c76c7c8b-fe0b-4103-a581-83e8e55230b1 req-70fd17af-5bd5-41dc-968e-44c19426a939 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received unexpected event network-vif-plugged-b0256a0f-a5ea-4a60-8a85-4317470ba7a8 for instance with vm_state building and task_state spawning. [ 1876.090781] env[62743]: DEBUG nova.network.neutron [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Successfully updated port: b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.139430] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1876.139430] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526e170b-dc09-1385-97fc-2a85dad352f0" [ 1876.139430] env[62743]: _type = "HttpNfcLease" [ 1876.139430] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1876.139718] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1876.139718] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526e170b-dc09-1385-97fc-2a85dad352f0" [ 1876.139718] env[62743]: _type = "HttpNfcLease" [ 1876.139718] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1876.140777] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f96882-2a43-43f7-b0f4-f7d3fa23aeff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.150176] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6bcf-9587-b11d-aacb-6f035f576dda/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1876.150411] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6bcf-9587-b11d-aacb-6f035f576dda/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1876.213579] env[62743]: DEBUG nova.compute.manager [req-ec3dece4-4b0f-43c3-bbd2-20b3735274d8 req-da713329-e29e-431c-8fc8-79eda56902b7 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received event network-vif-plugged-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.213843] env[62743]: DEBUG oslo_concurrency.lockutils [req-ec3dece4-4b0f-43c3-bbd2-20b3735274d8 req-da713329-e29e-431c-8fc8-79eda56902b7 service nova] Acquiring lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.214092] env[62743]: DEBUG oslo_concurrency.lockutils [req-ec3dece4-4b0f-43c3-bbd2-20b3735274d8 req-da713329-e29e-431c-8fc8-79eda56902b7 service nova] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.214297] env[62743]: DEBUG oslo_concurrency.lockutils [req-ec3dece4-4b0f-43c3-bbd2-20b3735274d8 req-da713329-e29e-431c-8fc8-79eda56902b7 service nova] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.214562] env[62743]: DEBUG nova.compute.manager [req-ec3dece4-4b0f-43c3-bbd2-20b3735274d8 req-da713329-e29e-431c-8fc8-79eda56902b7 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] No waiting events found dispatching network-vif-plugged-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.214795] env[62743]: WARNING nova.compute.manager [req-ec3dece4-4b0f-43c3-bbd2-20b3735274d8 req-da713329-e29e-431c-8fc8-79eda56902b7 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received unexpected event network-vif-plugged-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 for instance with vm_state building and task_state spawning. [ 1876.254692] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c588813c-10be-4510-9afe-f180674f1d6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.267399] env[62743]: DEBUG nova.network.neutron [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Successfully updated port: e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.272194] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Successfully updated port: b0256a0f-a5ea-4a60-8a85-4317470ba7a8 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.296877] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.299053] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.634s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.299242] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.299404] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1876.299719] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.210s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.304907] env[62743]: INFO nova.compute.claims [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.304907] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3cf24a-8415-4270-9fa0-0fe497e7828f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.313866] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bde43d-646f-4ac0-8852-e31899feffa8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.333943] env[62743]: INFO nova.scheduler.client.report [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted allocations for instance 1056110c-acbd-43d9-a9af-6a9b972a2609 [ 1876.340555] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e86425-5cae-4aee-ac40-2c71acf1f691 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.346224] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44f95811-5818-4fa3-9240-ed43e6418381 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.694s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.351867] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dbf991-7a4f-4ba1-95fc-a9b1500fa451 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.385326] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179202MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1876.385563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.545252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.545495] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lock "cef29849-b62f-448e-a20b-563fded880fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.592839] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.593124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.593165] env[62743]: DEBUG nova.network.neutron [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.774465] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.774683] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.774790] env[62743]: DEBUG nova.network.neutron [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.834718] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.834914] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb1d406f-afe4-4fdc-9574-a795b6d909d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.843058] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1876.843058] env[62743]: value = "task-2063595" [ 1876.843058] env[62743]: _type = "Task" [ 1876.843058] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.853425] env[62743]: DEBUG oslo_concurrency.lockutils [None req-91510407-6ada-43ce-8a33-973a807ebc15 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.493s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.854707] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 25.756s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.861314] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56d58769-8114-4c46-b45d-be5589810b2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.866395] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.875900] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c642a868-b24c-434b-8d76-c142f87e24d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.958277] env[62743]: DEBUG nova.network.neutron [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Successfully updated port: 96a69381-ef54-46e2-aad1-ec3a9188f264 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1877.050055] env[62743]: DEBUG nova.compute.utils [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.163531] env[62743]: DEBUG nova.network.neutron [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.350481] env[62743]: DEBUG nova.network.neutron [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1877.357688] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063595, 'name': PowerOffVM_Task, 'duration_secs': 0.177748} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.360517] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.361129] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1877.361973] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8882e7b9-3db2-4214-b3cd-efc84aaadb82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.373781] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.373918] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-543c95f0-eedf-4ce6-b819-9a7b44389ea8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.400868] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.400868] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.400868] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Deleting the datastore file [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.406182] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15ccf91d-7a1c-4f5b-befb-83510b0320dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.412990] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1877.412990] env[62743]: value = "task-2063597" [ 1877.412990] env[62743]: _type = "Task" [ 1877.412990] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.422031] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "1056110c-acbd-43d9-a9af-6a9b972a2609" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.422418] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.462455] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "refresh_cache-e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.466428] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired lock "refresh_cache-e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.466721] env[62743]: DEBUG nova.network.neutron [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.490842] env[62743]: DEBUG nova.network.neutron [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updating instance_info_cache with network_info: [{"id": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "address": "fa:16:3e:88:66:80", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bb1f87-e5", "ovs_interfaceid": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.555030] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lock "cef29849-b62f-448e-a20b-563fded880fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.562258] env[62743]: DEBUG nova.network.neutron [-] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.605436] env[62743]: DEBUG nova.network.neutron [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.881992] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3688b-ce9e-4b99-8387-2c0ace780b24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.890236] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0382da-3287-4fdd-9e5c-841ba2bbf47e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.927905] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbdcc2d-8a8a-4a33-aa6f-ae886dc19235 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.936478] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119914} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.939119] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.940017] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.940374] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.944746] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ca24c8-c580-406f-8a72-ddf0f5c3cb0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.962977] env[62743]: DEBUG nova.compute.provider_tree [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.994535] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Releasing lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.994826] env[62743]: DEBUG nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Instance network_info: |[{"id": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "address": "fa:16:3e:88:66:80", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bb1f87-e5", "ovs_interfaceid": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1877.995257] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:66:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9bb1f87-e5dc-4f33-8a27-3b45ae911233', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.002946] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Creating folder: Project (aa38d28ddf4b4965b47ee147c7475f0e). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.003967] env[62743]: DEBUG nova.network.neutron [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1878.008109] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ce43893-dd07-4f88-a5d5-a8695f54ac8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.019633] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Created folder: Project (aa38d28ddf4b4965b47ee147c7475f0e) in parent group-v423128. [ 1878.019848] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Creating folder: Instances. Parent ref: group-v423234. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.020119] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d7c39a-799a-4308-a636-99b6e9807c68 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.029337] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Created folder: Instances in parent group-v423234. [ 1878.030118] env[62743]: DEBUG oslo.service.loopingcall [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.030339] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.032827] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd06d834-bbac-410c-a893-7556851caf57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.054359] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.054359] env[62743]: value = "task-2063600" [ 1878.054359] env[62743]: _type = "Task" [ 1878.054359] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.062852] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063600, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.067600] env[62743]: INFO nova.compute.manager [-] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Took 2.66 seconds to deallocate network for instance. [ 1878.107515] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.107884] env[62743]: DEBUG nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Instance network_info: |[{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1878.108301] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:d1:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e17952e8-17e7-496e-9eb0-97daaf57fbcf', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.116037] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Creating folder: Project (b50d06bcae9c46508664683d433bb236). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.116394] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fedc33eb-cedd-4c0d-8082-39e8ad5701d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.132886] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Created folder: Project (b50d06bcae9c46508664683d433bb236) in parent group-v423128. [ 1878.132886] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Creating folder: Instances. Parent ref: group-v423237. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1878.132886] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcafd45b-325b-4efa-a22f-8dcece8bf897 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.144684] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Created folder: Instances in parent group-v423237. [ 1878.145249] env[62743]: DEBUG oslo.service.loopingcall [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.145249] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.146108] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ff05868-f14e-4378-9190-7b61c29085f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.171590] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.171590] env[62743]: value = "task-2063603" [ 1878.171590] env[62743]: _type = "Task" [ 1878.171590] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.180413] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063603, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.214940] env[62743]: DEBUG nova.network.neutron [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Updating instance_info_cache with network_info: [{"id": "96a69381-ef54-46e2-aad1-ec3a9188f264", "address": "fa:16:3e:70:f8:0e", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a69381-ef", "ovs_interfaceid": "96a69381-ef54-46e2-aad1-ec3a9188f264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.443555] env[62743]: DEBUG nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-changed-b0256a0f-a5ea-4a60-8a85-4317470ba7a8 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.443839] env[62743]: DEBUG nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Refreshing instance network info cache due to event network-changed-b0256a0f-a5ea-4a60-8a85-4317470ba7a8. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1878.444024] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Acquiring lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.444359] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Acquired lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.444544] env[62743]: DEBUG nova.network.neutron [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Refreshing network info cache for port b0256a0f-a5ea-4a60-8a85-4317470ba7a8 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.464916] env[62743]: DEBUG nova.scheduler.client.report [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.549479] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received event network-vif-plugged-e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.549479] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.549479] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.549479] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.549479] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] No waiting events found dispatching network-vif-plugged-e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1878.550360] env[62743]: WARNING nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received unexpected event network-vif-plugged-e17952e8-17e7-496e-9eb0-97daaf57fbcf for instance with vm_state building and task_state spawning. [ 1878.550748] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.551248] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing instance network info cache due to event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1878.551569] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Acquiring lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.551838] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Acquired lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.552144] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.569030] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063600, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.580158] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.631733] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.632765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lock "cef29849-b62f-448e-a20b-563fded880fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.635035] env[62743]: INFO nova.compute.manager [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Attaching volume 8960247d-5c18-495a-bdf5-5c6149a93f09 to /dev/sdb [ 1878.685929] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063603, 'name': CreateVM_Task, 'duration_secs': 0.509033} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.687199] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.688041] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7530a42-fa6e-4827-b669-8736f6a636d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.692225] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.692498] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.692851] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.693679] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81359c39-1c2e-4b3e-90d7-786e6d05c0a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.701744] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef32daa-5a09-46e4-b516-c1cc258547c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.705085] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1878.705085] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52450e4a-2f6b-4834-bc83-13169b950db1" [ 1878.705085] env[62743]: _type = "Task" [ 1878.705085] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.714212] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52450e4a-2f6b-4834-bc83-13169b950db1, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.718200] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.718544] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.719527] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.719985] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.720081] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.720665] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Releasing lock "refresh_cache-e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.721028] env[62743]: DEBUG nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Instance network_info: |[{"id": "96a69381-ef54-46e2-aad1-ec3a9188f264", "address": "fa:16:3e:70:f8:0e", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a69381-ef", "ovs_interfaceid": "96a69381-ef54-46e2-aad1-ec3a9188f264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1878.721650] env[62743]: DEBUG nova.virt.block_device [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Updating existing volume attachment record: 601ac69c-5068-45f8-be34-1eb443f73630 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1878.724490] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef545c47-6ccf-4223-b1f3-a7d2bdea1cf4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.726867] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:f8:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96a69381-ef54-46e2-aad1-ec3a9188f264', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.734289] env[62743]: DEBUG oslo.service.loopingcall [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.734759] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.735587] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c03f7c9-5c2a-45ee-985b-570626ea30e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.753426] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.753426] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.754251] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bc5742-7e98-44f4-a715-0755fb2e40bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.759919] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.759919] env[62743]: value = "task-2063604" [ 1878.759919] env[62743]: _type = "Task" [ 1878.759919] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.761615] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1878.761615] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5221d582-541e-d6a2-8e58-c4ddaf877bb7" [ 1878.761615] env[62743]: _type = "Task" [ 1878.761615] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.774431] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5221d582-541e-d6a2-8e58-c4ddaf877bb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.778222] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063604, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.778684] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd09cf04-78d9-429e-8c0e-ac09b840c1af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.784008] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1878.784008] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5270180e-96dd-8135-b2cc-804c0610e845" [ 1878.784008] env[62743]: _type = "Task" [ 1878.784008] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.793816] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5270180e-96dd-8135-b2cc-804c0610e845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.906211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "339999aa-0f91-47fd-9fa7-766e28a99026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.907105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.907105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "339999aa-0f91-47fd-9fa7-766e28a99026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.907228] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.907396] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.910042] env[62743]: INFO nova.compute.manager [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Terminating instance [ 1878.972946] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.973720] env[62743]: DEBUG nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.983885] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.892s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.985833] env[62743]: INFO nova.compute.claims [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1878.989173] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Successfully updated port: 7136f04c-654f-4815-a509-5edb39fb11d6 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.002526] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1879.002812] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.002969] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1879.003162] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.003308] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1879.004153] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1879.004532] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1879.004803] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1879.005071] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1879.005318] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1879.005627] env[62743]: DEBUG nova.virt.hardware [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1879.006859] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21384376-7066-4168-a74d-f7cbc63de3a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.013020] env[62743]: DEBUG nova.network.neutron [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.020527] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9dfa6c-8387-4564-8963-c3c0a8689d8f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.039940] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1879.045960] env[62743]: DEBUG oslo.service.loopingcall [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1879.047387] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1879.047387] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da55d1a7-842c-4abe-a2ad-9f0ab97b01b2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.075317] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063600, 'name': CreateVM_Task, 'duration_secs': 0.578862} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.076751] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.077026] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1879.077026] env[62743]: value = "task-2063608" [ 1879.077026] env[62743]: _type = "Task" [ 1879.077026] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.083251] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.083251] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.083251] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1879.083251] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06e428f-5a6d-4c81-aa65-78439e64292f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.091411] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1879.091411] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fe691f-670d-b903-abce-fe23a0b663fe" [ 1879.091411] env[62743]: _type = "Task" [ 1879.091411] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.095130] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063608, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.108346] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fe691f-670d-b903-abce-fe23a0b663fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.202916] env[62743]: DEBUG nova.network.neutron [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.271419] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063604, 'name': CreateVM_Task, 'duration_secs': 0.439022} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.273859] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1879.274573] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.296867] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5270180e-96dd-8135-b2cc-804c0610e845, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.296867] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.296867] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] de20af78-9dfc-4d12-8cda-f18003c79d1d/de20af78-9dfc-4d12-8cda-f18003c79d1d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.297158] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91da13c2-5821-48a4-9c15-e66135e6ea3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.304730] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1879.304730] env[62743]: value = "task-2063609" [ 1879.304730] env[62743]: _type = "Task" [ 1879.304730] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.099391] env[62743]: DEBUG nova.compute.manager [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1880.099680] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.100756] env[62743]: DEBUG nova.compute.utils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.102156] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.104538] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Releasing lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.104770] env[62743]: DEBUG nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Received event network-vif-plugged-96a69381-ef54-46e2-aad1-ec3a9188f264 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.104945] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Acquiring lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.105161] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.105319] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.105480] env[62743]: DEBUG nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] No waiting events found dispatching network-vif-plugged-96a69381-ef54-46e2-aad1-ec3a9188f264 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.105641] env[62743]: WARNING nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Received unexpected event network-vif-plugged-96a69381-ef54-46e2-aad1-ec3a9188f264 for instance with vm_state building and task_state spawning. [ 1880.105797] env[62743]: DEBUG nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Received event network-changed-96a69381-ef54-46e2-aad1-ec3a9188f264 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.105942] env[62743]: DEBUG nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Refreshing instance network info cache due to event network-changed-96a69381-ef54-46e2-aad1-ec3a9188f264. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1880.106130] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Acquiring lock "refresh_cache-e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.106262] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Acquired lock "refresh_cache-e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.106477] env[62743]: DEBUG nova.network.neutron [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Refreshing network info cache for port 96a69381-ef54-46e2-aad1-ec3a9188f264 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.107458] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.107638] env[62743]: WARNING oslo_vmware.common.loopingcall [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] task run outlasted interval by 0.302694 sec [ 1880.108782] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e4f0ae-249a-405f-864e-a57a3091eb23 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.111844] env[62743]: DEBUG nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.112013] env[62743]: DEBUG nova.network.neutron [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.118911] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.119074] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.130580] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fe691f-670d-b903-abce-fe23a0b663fe, 'name': SearchDatastore_Task, 'duration_secs': 0.024565} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.137947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.138221] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.138456] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.138600] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.138781] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.139389] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65706} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.139567] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063608, 'name': CreateVM_Task, 'duration_secs': 0.364693} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.139789] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.140046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.140363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.140584] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e82f6ef-2111-4367-9cc5-48034d07a287 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.142424] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] de20af78-9dfc-4d12-8cda-f18003c79d1d/de20af78-9dfc-4d12-8cda-f18003c79d1d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.142631] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.142804] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.143068] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83635d42-f283-4c60-a8b3-ef4f05ed7a10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.144463] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfdc968-9556-4469-b6c9-0526b5ed1982 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.146184] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d90fc29b-1c5c-46f4-9f25-329d79b89dce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.147869] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.152330] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1880.152330] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521a1ae0-7afb-5195-7a68-2f2ba8837862" [ 1880.152330] env[62743]: _type = "Task" [ 1880.152330] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.158163] env[62743]: DEBUG oslo_vmware.api [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1880.158163] env[62743]: value = "task-2063610" [ 1880.158163] env[62743]: _type = "Task" [ 1880.158163] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.158719] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1880.158719] env[62743]: value = "task-2063611" [ 1880.158719] env[62743]: _type = "Task" [ 1880.158719] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.158944] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.159121] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.160625] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c40ea8d-5940-443f-9a1a-71a99c8b0b50 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.173062] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521a1ae0-7afb-5195-7a68-2f2ba8837862, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.174019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.174246] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.174492] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.175877] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.176218] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.176942] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1880.176942] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528ae833-32f7-121f-95c4-b035a46a800d" [ 1880.176942] env[62743]: _type = "Task" [ 1880.176942] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.182384] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ee44a9-4390-4635-93f2-74e670500c46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.184271] env[62743]: DEBUG oslo_vmware.api [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.184504] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.190283] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1880.190283] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5218ce7f-ccb0-8576-e8c3-1eb6ee41a8ec" [ 1880.190283] env[62743]: _type = "Task" [ 1880.190283] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.194444] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528ae833-32f7-121f-95c4-b035a46a800d, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.199646] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3971ff76-557b-4c04-b4f6-f6449d40ddee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.208078] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5218ce7f-ccb0-8576-e8c3-1eb6ee41a8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.209547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.209893] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.210069] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.210690] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1880.210690] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52797636-0f1c-b6d7-f4c9-1c3081c1edb6" [ 1880.210690] env[62743]: _type = "Task" [ 1880.210690] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.219447] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52797636-0f1c-b6d7-f4c9-1c3081c1edb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.219691] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.219942] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 96ba86c8-92ed-4efc-b2cb-e31f1718f42f/96ba86c8-92ed-4efc-b2cb-e31f1718f42f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1880.220230] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.220417] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.220634] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e74634c9-9bdc-4d13-85bb-006ad9435001 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.222583] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d375d11a-f6ac-4134-8a43-ba9df2bf1834 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.232356] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1880.232356] env[62743]: value = "task-2063612" [ 1880.232356] env[62743]: _type = "Task" [ 1880.232356] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.232603] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.232603] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.236622] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ac4496-6fba-43d6-9d95-47c457f00279 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.244250] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.245854] env[62743]: DEBUG nova.policy [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4419d3aa464dcdba9ac822d4cf65e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba4d3081f694640a5bf84feafdc4789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.248443] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1880.248443] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52647d21-2edb-512a-b359-7e80ec8ab35c" [ 1880.248443] env[62743]: _type = "Task" [ 1880.248443] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.257032] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52647d21-2edb-512a-b359-7e80ec8ab35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.301074] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updated VIF entry in instance network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.301468] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updating instance_info_cache with network_info: [{"id": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "address": "fa:16:3e:88:66:80", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bb1f87-e5", "ovs_interfaceid": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.615036] env[62743]: DEBUG nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1880.675098] env[62743]: DEBUG nova.compute.manager [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-vif-plugged-7136f04c-654f-4815-a509-5edb39fb11d6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.675429] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] Acquiring lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.675726] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.675967] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.676288] env[62743]: DEBUG nova.compute.manager [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] No waiting events found dispatching network-vif-plugged-7136f04c-654f-4815-a509-5edb39fb11d6 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.676592] env[62743]: WARNING nova.compute.manager [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received unexpected event network-vif-plugged-7136f04c-654f-4815-a509-5edb39fb11d6 for instance with vm_state building and task_state spawning. [ 1880.677086] env[62743]: DEBUG nova.compute.manager [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-changed-7136f04c-654f-4815-a509-5edb39fb11d6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.677389] env[62743]: DEBUG nova.compute.manager [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Refreshing instance network info cache due to event network-changed-7136f04c-654f-4815-a509-5edb39fb11d6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1880.677804] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] Acquiring lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.689685] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100261} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.694268] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1880.695024] env[62743]: DEBUG oslo_vmware.api [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063610, 'name': PowerOffVM_Task, 'duration_secs': 0.232108} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.699609] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8a9a26-4aef-44b6-81f5-ce31ee37c315 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.703575] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1880.703575] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1880.704202] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836c80d0-6493-47d3-adda-09918f8e3121 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.728832] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] de20af78-9dfc-4d12-8cda-f18003c79d1d/de20af78-9dfc-4d12-8cda-f18003c79d1d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.735035] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0480dc-9b00-44ac-9ac2-2b073c669540 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.751141] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.766102] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1880.766102] env[62743]: value = "task-2063614" [ 1880.766102] env[62743]: _type = "Task" [ 1880.766102] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.770061] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063612, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.776664] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52647d21-2edb-512a-b359-7e80ec8ab35c, 'name': SearchDatastore_Task, 'duration_secs': 0.018562} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.780687] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d82fbc-936d-439e-a072-09ea6d4f6ace {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.785753] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.789264] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1880.789264] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52625939-89a7-95e4-fd11-fe921da19165" [ 1880.789264] env[62743]: _type = "Task" [ 1880.789264] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.798744] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52625939-89a7-95e4-fd11-fe921da19165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.804732] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Releasing lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.804984] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received event network-changed-e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.805162] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Refreshing instance network info cache due to event network-changed-e17952e8-17e7-496e-9eb0-97daaf57fbcf. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1880.805402] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Acquiring lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.805488] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Acquired lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.805643] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Refreshing network info cache for port e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1880.886447] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1880.886687] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1880.886870] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Deleting the datastore file [datastore1] 339999aa-0f91-47fd-9fa7-766e28a99026 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1880.887170] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe55d8b4-2001-466e-ae7f-a451875716e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.893670] env[62743]: DEBUG oslo_vmware.api [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1880.893670] env[62743]: value = "task-2063615" [ 1880.893670] env[62743]: _type = "Task" [ 1880.893670] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.901646] env[62743]: DEBUG oslo_vmware.api [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.963122] env[62743]: DEBUG nova.network.neutron [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Successfully created port: 5306927d-1a01-4920-b9ab-0ab84e82807a {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1881.167098] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "af7ad017-9443-4e4a-b925-50fea46e10fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.168298] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.231195] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c872d0a-4a06-44ec-a8c1-1da621bd59c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.239269] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977986a7-7795-47f2-97cd-dd7743dcac7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.291852] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d3d62f-040a-48d9-8a42-ccd1bb6365ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.309037] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.311826] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063612, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.321014] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd2d70e-056e-4d5b-ba7a-6537d2ab1d7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.327233] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52625939-89a7-95e4-fd11-fe921da19165, 'name': SearchDatastore_Task, 'duration_secs': 0.011063} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.327704] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.327971] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e0a703b0-dea3-45c5-a9e6-ffc1a67c945d/e0a703b0-dea3-45c5-a9e6-ffc1a67c945d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.328664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.328865] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1881.329109] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ad08cd-db5a-4a81-be9a-7372a0c30344 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.338950] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69969241-1cd6-4192-980c-ee78546527d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.341221] env[62743]: DEBUG nova.compute.provider_tree [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.350519] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1881.350519] env[62743]: value = "task-2063617" [ 1881.350519] env[62743]: _type = "Task" [ 1881.350519] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.351708] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1881.351878] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1881.358078] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a4865a-922f-4d2b-bcfe-3a400f77a543 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.367178] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.368429] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1881.368429] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52da2fdb-6f5d-e245-710c-dbb6904df23c" [ 1881.368429] env[62743]: _type = "Task" [ 1881.368429] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.379739] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52da2fdb-6f5d-e245-710c-dbb6904df23c, 'name': SearchDatastore_Task, 'duration_secs': 0.01369} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.384022] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95a546f-ed93-4023-b102-b16e3503a511 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.386087] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1881.386087] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527475fc-9439-89a0-88c5-3f4269203655" [ 1881.386087] env[62743]: _type = "Task" [ 1881.386087] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.395018] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527475fc-9439-89a0-88c5-3f4269203655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.399712] env[62743]: DEBUG nova.network.neutron [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Updated VIF entry in instance network info cache for port 96a69381-ef54-46e2-aad1-ec3a9188f264. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.400109] env[62743]: DEBUG nova.network.neutron [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Updating instance_info_cache with network_info: [{"id": "96a69381-ef54-46e2-aad1-ec3a9188f264", "address": "fa:16:3e:70:f8:0e", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96a69381-ef", "ovs_interfaceid": "96a69381-ef54-46e2-aad1-ec3a9188f264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.406569] env[62743]: DEBUG oslo_vmware.api [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180469} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.406828] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.407017] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.407413] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.407599] env[62743]: INFO nova.compute.manager [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1881.407844] env[62743]: DEBUG oslo.service.loopingcall [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.408057] env[62743]: DEBUG nova.compute.manager [-] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1881.408154] env[62743]: DEBUG nova.network.neutron [-] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1881.624555] env[62743]: DEBUG nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1881.667078] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1881.667325] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1881.667487] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1881.667845] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1881.667921] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1881.668070] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1881.668294] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1881.668446] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1881.668608] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1881.668766] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1881.668932] env[62743]: DEBUG nova.virt.hardware [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1881.669836] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f77913d-9502-4006-b6b8-fd62f7d06eb9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.681570] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1afe3b8-c84d-4706-92f1-e34106a7cc1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.712723] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updated VIF entry in instance network info cache for port e17952e8-17e7-496e-9eb0-97daaf57fbcf. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.713160] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.797554] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063612, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.538828} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.800639] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 96ba86c8-92ed-4efc-b2cb-e31f1718f42f/96ba86c8-92ed-4efc-b2cb-e31f1718f42f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1881.800863] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1881.804020] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063614, 'name': ReconfigVM_Task, 'duration_secs': 0.707007} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.804260] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2527b19-305c-458b-bb09-fbec22924fb8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.807141] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] de20af78-9dfc-4d12-8cda-f18003c79d1d/de20af78-9dfc-4d12-8cda-f18003c79d1d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.807734] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00fac347-c84d-4b12-b459-fbae94812bec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.818019] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1881.818019] env[62743]: value = "task-2063618" [ 1881.818019] env[62743]: _type = "Task" [ 1881.818019] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.818019] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1881.818019] env[62743]: value = "task-2063619" [ 1881.818019] env[62743]: _type = "Task" [ 1881.818019] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.830557] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.830836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.835072] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.838602] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063619, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.845207] env[62743]: DEBUG nova.scheduler.client.report [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.862358] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.899417] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527475fc-9439-89a0-88c5-3f4269203655, 'name': SearchDatastore_Task, 'duration_secs': 0.01524} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.899524] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.899702] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.899978] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d6fe84f-1f69-4514-a285-14e8c7c043a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.903179] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] Releasing lock "refresh_cache-e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.903410] env[62743]: DEBUG nova.compute.manager [req-f8725880-7555-417a-84cb-407e12a03406 req-3f486897-db20-4893-ac8b-a6f2d92743b8 service nova] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Received event network-vif-deleted-6906ecdd-ab94-4dac-be03-02a91e220d17 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1881.910008] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1881.910008] env[62743]: value = "task-2063620" [ 1881.910008] env[62743]: _type = "Task" [ 1881.910008] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.919646] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.216560] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Releasing lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.217283] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Received event network-changed-7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1882.217444] env[62743]: DEBUG nova.compute.manager [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Refreshing instance network info cache due to event network-changed-7cbf5319-4983-43de-9697-64b9184a0439. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1882.217761] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Acquiring lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.217915] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Acquired lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.218105] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Refreshing network info cache for port 7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.237788] env[62743]: DEBUG nova.network.neutron [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Updating instance_info_cache with network_info: [{"id": "fd05aa5b-d6f0-424e-93b6-94067c1e0174", "address": "fa:16:3e:5e:2e:b8", "network": {"id": "9ebc5f6f-0a08-4093-89aa-ae48f2a4fe59", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2118417429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd05aa5b-d6", "ovs_interfaceid": "fd05aa5b-d6f0-424e-93b6-94067c1e0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0256a0f-a5ea-4a60-8a85-4317470ba7a8", "address": "fa:16:3e:1e:1d:07", "network": {"id": "0c4acebd-892f-4b48-8af2-4740de499037", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998008528", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0256a0f-a5", "ovs_interfaceid": "b0256a0f-a5ea-4a60-8a85-4317470ba7a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7136f04c-654f-4815-a509-5edb39fb11d6", "address": "fa:16:3e:72:31:9b", "network": {"id": "9ebc5f6f-0a08-4093-89aa-ae48f2a4fe59", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2118417429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7136f04c-65", "ovs_interfaceid": "7136f04c-654f-4815-a509-5edb39fb11d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.337234] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136493} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.342694] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1882.343276] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063619, 'name': Rename_Task, 'duration_secs': 0.273375} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.344449] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e20d367-74b0-4da9-b1e7-dd738acd1295 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.354869] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.354869] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.354994] env[62743]: DEBUG nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1882.359074] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47fbde19-9b75-43ee-a3a7-cf21e267ba63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.363141] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.352s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.365538] env[62743]: INFO nova.compute.claims [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.387260] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063617, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.408806] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 96ba86c8-92ed-4efc-b2cb-e31f1718f42f/96ba86c8-92ed-4efc-b2cb-e31f1718f42f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.409169] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1882.409169] env[62743]: value = "task-2063621" [ 1882.409169] env[62743]: _type = "Task" [ 1882.409169] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.410837] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e8319c-e5f1-4f2b-bead-68de09b41ebf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.442974] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.443321] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1882.443321] env[62743]: value = "task-2063622" [ 1882.443321] env[62743]: _type = "Task" [ 1882.443321] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.452212] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.740633] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Releasing lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.740976] env[62743]: DEBUG nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Instance network_info: |[{"id": "fd05aa5b-d6f0-424e-93b6-94067c1e0174", "address": "fa:16:3e:5e:2e:b8", "network": {"id": "9ebc5f6f-0a08-4093-89aa-ae48f2a4fe59", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2118417429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd05aa5b-d6", "ovs_interfaceid": "fd05aa5b-d6f0-424e-93b6-94067c1e0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0256a0f-a5ea-4a60-8a85-4317470ba7a8", "address": "fa:16:3e:1e:1d:07", "network": {"id": "0c4acebd-892f-4b48-8af2-4740de499037", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998008528", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0256a0f-a5", "ovs_interfaceid": "b0256a0f-a5ea-4a60-8a85-4317470ba7a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7136f04c-654f-4815-a509-5edb39fb11d6", "address": "fa:16:3e:72:31:9b", "network": {"id": "9ebc5f6f-0a08-4093-89aa-ae48f2a4fe59", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2118417429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7136f04c-65", "ovs_interfaceid": "7136f04c-654f-4815-a509-5edb39fb11d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1882.743093] env[62743]: INFO nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Port 7cbf5319-4983-43de-9697-64b9184a0439 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1882.743093] env[62743]: DEBUG nova.network.neutron [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.743602] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] Acquired lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.743781] env[62743]: DEBUG nova.network.neutron [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Refreshing network info cache for port 7136f04c-654f-4815-a509-5edb39fb11d6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.745069] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:2e:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd05aa5b-d6f0-424e-93b6-94067c1e0174', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:1d:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0256a0f-a5ea-4a60-8a85-4317470ba7a8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:31:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7136f04c-654f-4815-a509-5edb39fb11d6', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1882.774695] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Creating folder: Project (767efea08bd740bca724886e8a1f7699). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1882.774695] env[62743]: DEBUG nova.network.neutron [-] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.774695] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d811f3f8-9fea-4cd0-8414-b9f7d5a8d065 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.779721] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Created folder: Project (767efea08bd740bca724886e8a1f7699) in parent group-v423128. [ 1882.779999] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Creating folder: Instances. Parent ref: group-v423245. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1882.780280] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aefb5f0c-7f82-45a9-adbb-7868ca4c79b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.786600] env[62743]: DEBUG nova.compute.manager [req-8962bf16-3a5a-41f2-b244-3c043afe073d req-b9ec6a86-4ad6-4ac2-8cf8-255e4a7e1821 service nova] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Received event network-vif-deleted-7cbf5319-4983-43de-9697-64b9184a0439 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1882.793631] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Created folder: Instances in parent group-v423245. [ 1882.793631] env[62743]: DEBUG oslo.service.loopingcall [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1882.793864] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1882.794417] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43715526-eb78-4cb7-affd-ac679f77d50f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.822954] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1882.822954] env[62743]: value = "task-2063625" [ 1882.822954] env[62743]: _type = "Task" [ 1882.822954] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.836870] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063625, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.865615] env[62743]: DEBUG nova.compute.utils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1882.867978] env[62743]: DEBUG nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1882.867978] env[62743]: DEBUG nova.network.neutron [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1882.879076] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063617, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.107986} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.882649] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e0a703b0-dea3-45c5-a9e6-ffc1a67c945d/e0a703b0-dea3-45c5-a9e6-ffc1a67c945d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.882649] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.882649] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2840911d-a017-447a-a832-bb48cfd404cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.891529] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1882.891529] env[62743]: value = "task-2063626" [ 1882.891529] env[62743]: _type = "Task" [ 1882.891529] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.905888] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.941390] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063620, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.945902] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063621, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.956944] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.972828] env[62743]: DEBUG nova.policy [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f7f805256ca4ddfb87e1e7f3f4d2571', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a329974a21d408087d05fcd88609e68', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1883.031927] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "ecf46e23-9089-48bf-982c-d4002d90af9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.031927] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.263306] env[62743]: DEBUG oslo_concurrency.lockutils [req-c87778a4-9922-4185-ac3b-f8739f5d1b7a req-1d7ed98d-c464-4919-86b6-4863041b1104 service nova] Releasing lock "refresh_cache-339999aa-0f91-47fd-9fa7-766e28a99026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.268934] env[62743]: INFO nova.compute.manager [-] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Took 1.86 seconds to deallocate network for instance. [ 1883.288453] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1883.288727] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423243', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'name': 'volume-8960247d-5c18-495a-bdf5-5c6149a93f09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef29849-b62f-448e-a20b-563fded880fe', 'attached_at': '', 'detached_at': '', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'serial': '8960247d-5c18-495a-bdf5-5c6149a93f09'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1883.289748] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d78a6e-16cd-47f3-8937-cb43e8365769 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.326055] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55a194-fdfc-45dd-8830-beb8df53eab9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.338336] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063625, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.359087] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-8960247d-5c18-495a-bdf5-5c6149a93f09/volume-8960247d-5c18-495a-bdf5-5c6149a93f09.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.359666] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622997f9-4f9d-41d5-82db-bcd2daaf256c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.375222] env[62743]: DEBUG nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1883.385764] env[62743]: DEBUG oslo_vmware.api [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Waiting for the task: (returnval){ [ 1883.385764] env[62743]: value = "task-2063627" [ 1883.385764] env[62743]: _type = "Task" [ 1883.385764] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.395696] env[62743]: DEBUG oslo_vmware.api [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.408476] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127079} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.408888] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1883.409787] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c773b788-284f-4bdf-83bb-d0d4a1a76166 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.436597] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] e0a703b0-dea3-45c5-a9e6-ffc1a67c945d/e0a703b0-dea3-45c5-a9e6-ffc1a67c945d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1883.446463] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89ddaf5-52f9-49a9-97f2-8e89d1272f05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.472297] env[62743]: DEBUG oslo_vmware.api [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063621, 'name': PowerOnVM_Task, 'duration_secs': 0.896155} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.477862] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.478204] env[62743]: INFO nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Took 12.87 seconds to spawn the instance on the hypervisor. [ 1883.478401] env[62743]: DEBUG nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.478753] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1883.478753] env[62743]: value = "task-2063628" [ 1883.478753] env[62743]: _type = "Task" [ 1883.478753] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.479410] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063620, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.048089} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.488676] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800fce04-2dce-4631-a71a-04e017334f91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.493453] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1883.493741] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1883.494066] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063622, 'name': ReconfigVM_Task, 'duration_secs': 0.848584} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.498747] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcde9f1e-2da3-4230-ba9c-347566af7e2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.500840] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 96ba86c8-92ed-4efc-b2cb-e31f1718f42f/96ba86c8-92ed-4efc-b2cb-e31f1718f42f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1883.501856] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a1055b9-366f-4e61-8a01-58bda4dfbdb6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.521266] env[62743]: DEBUG nova.network.neutron [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Updated VIF entry in instance network info cache for port 7136f04c-654f-4815-a509-5edb39fb11d6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.521715] env[62743]: DEBUG nova.network.neutron [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Updating instance_info_cache with network_info: [{"id": "fd05aa5b-d6f0-424e-93b6-94067c1e0174", "address": "fa:16:3e:5e:2e:b8", "network": {"id": "9ebc5f6f-0a08-4093-89aa-ae48f2a4fe59", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2118417429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd05aa5b-d6", "ovs_interfaceid": "fd05aa5b-d6f0-424e-93b6-94067c1e0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0256a0f-a5ea-4a60-8a85-4317470ba7a8", "address": "fa:16:3e:1e:1d:07", "network": {"id": "0c4acebd-892f-4b48-8af2-4740de499037", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998008528", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0256a0f-a5", "ovs_interfaceid": "b0256a0f-a5ea-4a60-8a85-4317470ba7a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7136f04c-654f-4815-a509-5edb39fb11d6", "address": "fa:16:3e:72:31:9b", "network": {"id": "9ebc5f6f-0a08-4093-89aa-ae48f2a4fe59", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2118417429", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7136f04c-65", "ovs_interfaceid": "7136f04c-654f-4815-a509-5edb39fb11d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.523272] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1883.523272] env[62743]: value = "task-2063630" [ 1883.523272] env[62743]: _type = "Task" [ 1883.523272] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.523879] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.524330] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1883.524330] env[62743]: value = "task-2063629" [ 1883.524330] env[62743]: _type = "Task" [ 1883.524330] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.537728] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063630, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.540996] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.779122] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.838844] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063625, 'name': CreateVM_Task, 'duration_secs': 0.939014} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.841481] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1883.842721] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.842774] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.845018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1883.845018] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0de99e4-7457-485a-be41-50dda9abed0f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.848814] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1883.848814] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c8939e-99e9-1684-9b8e-c664ceacb508" [ 1883.848814] env[62743]: _type = "Task" [ 1883.848814] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.860291] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c8939e-99e9-1684-9b8e-c664ceacb508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.873689] env[62743]: DEBUG nova.network.neutron [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Successfully created port: 9bccc2d7-c83c-4124-b31d-70f68a7dd4fc {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1883.895877] env[62743]: DEBUG oslo_vmware.api [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063627, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.979425] env[62743]: DEBUG nova.network.neutron [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Successfully updated port: 5306927d-1a01-4920-b9ab-0ab84e82807a {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1884.002386] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063628, 'name': ReconfigVM_Task, 'duration_secs': 0.480493} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.005509] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Reconfigured VM instance instance-00000027 to attach disk [datastore1] e0a703b0-dea3-45c5-a9e6-ffc1a67c945d/e0a703b0-dea3-45c5-a9e6-ffc1a67c945d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.007496] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4afd3376-bfe4-444c-b896-6dd88c8ad426 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.012806] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1884.012806] env[62743]: value = "task-2063631" [ 1884.012806] env[62743]: _type = "Task" [ 1884.012806] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.023270] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063631, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.033282] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aed373-02f5-409f-971c-e768b063ba99 req-010e3639-48ac-4086-a2f7-1c3c15bfe882 service nova] Releasing lock "refresh_cache-b25ef405-c60d-43e9-b829-bc6d0e861364" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.044086] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ac10f1-1bbf-48c9-bda8-b96b8aa6f333 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.046874] env[62743]: INFO nova.compute.manager [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Took 41.49 seconds to build instance. [ 1884.053801] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063630, 'name': Rename_Task, 'duration_secs': 0.240249} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.058666] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.059035] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077293} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.059252] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc25240-07ff-4032-8f93-c11866c74e77 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.061540] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae94d1f5-5128-41da-a45d-b4eb64f228d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.065072] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1884.065842] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c57d3f2-31e5-409a-be36-90087bb3833b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.107266] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1884.107266] env[62743]: value = "task-2063632" [ 1884.107266] env[62743]: _type = "Task" [ 1884.107266] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.117062] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.117949] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c223f35a-e132-44b0-8beb-eb81c5a0f8e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.132821] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4117318f-9496-4667-89d9-1b61049a69d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.152571] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76e2c96-8d10-42bb-85e0-edbf6ad2fc8b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.155760] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1884.155760] env[62743]: value = "task-2063633" [ 1884.155760] env[62743]: _type = "Task" [ 1884.155760] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.155975] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.167492] env[62743]: DEBUG nova.compute.provider_tree [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.179171] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.359898] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c8939e-99e9-1684-9b8e-c664ceacb508, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.360269] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.360518] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1884.360756] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.360907] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.361135] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1884.361426] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5234a2-3642-479f-baa7-5712fccb7bbb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.370034] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1884.370246] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1884.371078] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41145496-4dc5-4385-af5a-b31926edd954 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.377391] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1884.377391] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52142e66-00e7-50f8-8e65-3b9a697a30ba" [ 1884.377391] env[62743]: _type = "Task" [ 1884.377391] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.386464] env[62743]: DEBUG nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1884.388750] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52142e66-00e7-50f8-8e65-3b9a697a30ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.403068] env[62743]: DEBUG oslo_vmware.api [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063627, 'name': ReconfigVM_Task, 'duration_secs': 0.553214} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.403068] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-8960247d-5c18-495a-bdf5-5c6149a93f09/volume-8960247d-5c18-495a-bdf5-5c6149a93f09.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.407942] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1ac35f-1c50-4f0b-9f71-a94e55d05fea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.426622] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1884.426886] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1884.427053] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1884.427258] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1884.427424] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1884.427576] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1884.427821] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1884.428009] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1884.428190] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1884.428370] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1884.428543] env[62743]: DEBUG nova.virt.hardware [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1884.429454] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6ccbdf-cf12-4d98-bc8f-83c127989c21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.433546] env[62743]: DEBUG oslo_vmware.api [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Waiting for the task: (returnval){ [ 1884.433546] env[62743]: value = "task-2063634" [ 1884.433546] env[62743]: _type = "Task" [ 1884.433546] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.441409] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cea33-995d-4ab6-bb31-9303f76a6d7f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.450150] env[62743]: DEBUG oslo_vmware.api [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.482338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "refresh_cache-97116663-4cff-4e44-a887-e570f071fff7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.482519] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "refresh_cache-97116663-4cff-4e44-a887-e570f071fff7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.482677] env[62743]: DEBUG nova.network.neutron [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.526246] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063631, 'name': Rename_Task, 'duration_secs': 0.18995} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.526629] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.526981] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d014e91-f90e-4988-b306-0feb28e2dfcd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.535891] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1884.535891] env[62743]: value = "task-2063635" [ 1884.535891] env[62743]: _type = "Task" [ 1884.535891] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.547981] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.550708] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7cca14e7-a511-4670-a044-c2bd0615e0ae tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.791s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.628261] env[62743]: DEBUG oslo_vmware.api [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063632, 'name': PowerOnVM_Task, 'duration_secs': 0.53896} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.628579] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.628790] env[62743]: INFO nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1884.628967] env[62743]: DEBUG nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.629754] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d785c-7703-4f19-8794-bf261f22eb05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.667425] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.671554] env[62743]: DEBUG nova.scheduler.client.report [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.889337] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52142e66-00e7-50f8-8e65-3b9a697a30ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.893125] env[62743]: DEBUG nova.compute.manager [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Received event network-vif-plugged-5306927d-1a01-4920-b9ab-0ab84e82807a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1884.893521] env[62743]: DEBUG oslo_concurrency.lockutils [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] Acquiring lock "97116663-4cff-4e44-a887-e570f071fff7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.893893] env[62743]: DEBUG oslo_concurrency.lockutils [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] Lock "97116663-4cff-4e44-a887-e570f071fff7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.894218] env[62743]: DEBUG oslo_concurrency.lockutils [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] Lock "97116663-4cff-4e44-a887-e570f071fff7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.894555] env[62743]: DEBUG nova.compute.manager [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] No waiting events found dispatching network-vif-plugged-5306927d-1a01-4920-b9ab-0ab84e82807a {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1884.894884] env[62743]: WARNING nova.compute.manager [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Received unexpected event network-vif-plugged-5306927d-1a01-4920-b9ab-0ab84e82807a for instance with vm_state building and task_state spawning. [ 1884.895200] env[62743]: DEBUG nova.compute.manager [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Received event network-changed-5306927d-1a01-4920-b9ab-0ab84e82807a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1884.895531] env[62743]: DEBUG nova.compute.manager [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Refreshing instance network info cache due to event network-changed-5306927d-1a01-4920-b9ab-0ab84e82807a. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1884.897244] env[62743]: DEBUG oslo_concurrency.lockutils [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] Acquiring lock "refresh_cache-97116663-4cff-4e44-a887-e570f071fff7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.897244] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75479d06-7a91-4796-90d0-334297094a2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.905019] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1884.905019] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5295a944-1764-a572-a7f4-c338edc2320f" [ 1884.905019] env[62743]: _type = "Task" [ 1884.905019] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.913141] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5295a944-1764-a572-a7f4-c338edc2320f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.944507] env[62743]: DEBUG oslo_vmware.api [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063634, 'name': ReconfigVM_Task, 'duration_secs': 0.169925} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.945196] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423243', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'name': 'volume-8960247d-5c18-495a-bdf5-5c6149a93f09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef29849-b62f-448e-a20b-563fded880fe', 'attached_at': '', 'detached_at': '', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'serial': '8960247d-5c18-495a-bdf5-5c6149a93f09'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1884.970172] env[62743]: DEBUG nova.compute.manager [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received event network-changed-e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1884.970172] env[62743]: DEBUG nova.compute.manager [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Refreshing instance network info cache due to event network-changed-e17952e8-17e7-496e-9eb0-97daaf57fbcf. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1884.970461] env[62743]: DEBUG oslo_concurrency.lockutils [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] Acquiring lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.970665] env[62743]: DEBUG oslo_concurrency.lockutils [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] Acquired lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.970968] env[62743]: DEBUG nova.network.neutron [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Refreshing network info cache for port e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.041097] env[62743]: DEBUG nova.network.neutron [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.049939] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063635, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.054146] env[62743]: DEBUG nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1885.150570] env[62743]: INFO nova.compute.manager [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Took 38.76 seconds to build instance. [ 1885.166598] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063633, 'name': ReconfigVM_Task, 'duration_secs': 0.608331} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.166927] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13/9f51515f-0845-40bf-b62a-9eaac1360e13.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.167580] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73b47904-dc40-4bff-8ec2-7aa7880b5a18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.174481] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1885.174481] env[62743]: value = "task-2063636" [ 1885.174481] env[62743]: _type = "Task" [ 1885.174481] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.178547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.179201] env[62743]: DEBUG nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1885.182124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.614s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.184106] env[62743]: INFO nova.compute.claims [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.196451] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063636, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.309398] env[62743]: DEBUG nova.network.neutron [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Updating instance_info_cache with network_info: [{"id": "5306927d-1a01-4920-b9ab-0ab84e82807a", "address": "fa:16:3e:82:d3:31", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5306927d-1a", "ovs_interfaceid": "5306927d-1a01-4920-b9ab-0ab84e82807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.416598] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5295a944-1764-a572-a7f4-c338edc2320f, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.416889] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.417266] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b25ef405-c60d-43e9-b829-bc6d0e861364/b25ef405-c60d-43e9-b829-bc6d0e861364.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1885.417446] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8421db1-f83f-4eb8-8895-912b05f75737 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.424450] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1885.424450] env[62743]: value = "task-2063637" [ 1885.424450] env[62743]: _type = "Task" [ 1885.424450] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.432556] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.555751] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.584108] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.653566] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a34b1ef-7e79-4d2d-a2a2-8c5a4913a787 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.833s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.684826] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063636, 'name': Rename_Task, 'duration_secs': 0.397985} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.685318] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1885.685634] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c48c89-541a-4bab-97f3-b03070291227 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.693983] env[62743]: DEBUG nova.compute.utils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.703197] env[62743]: DEBUG nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1885.703397] env[62743]: DEBUG nova.network.neutron [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1885.705191] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Waiting for the task: (returnval){ [ 1885.705191] env[62743]: value = "task-2063638" [ 1885.705191] env[62743]: _type = "Task" [ 1885.705191] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.715696] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063638, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.812579] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "refresh_cache-97116663-4cff-4e44-a887-e570f071fff7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.813062] env[62743]: DEBUG nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Instance network_info: |[{"id": "5306927d-1a01-4920-b9ab-0ab84e82807a", "address": "fa:16:3e:82:d3:31", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5306927d-1a", "ovs_interfaceid": "5306927d-1a01-4920-b9ab-0ab84e82807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1885.813305] env[62743]: DEBUG oslo_concurrency.lockutils [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] Acquired lock "refresh_cache-97116663-4cff-4e44-a887-e570f071fff7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.813485] env[62743]: DEBUG nova.network.neutron [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Refreshing network info cache for port 5306927d-1a01-4920-b9ab-0ab84e82807a {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.815065] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:d3:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5306927d-1a01-4920-b9ab-0ab84e82807a', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.823966] env[62743]: DEBUG oslo.service.loopingcall [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.827090] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.827090] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7a61fdf-4834-4dd2-bdf4-4ecdcdc9ea5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.851590] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.851590] env[62743]: value = "task-2063639" [ 1885.851590] env[62743]: _type = "Task" [ 1885.851590] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.866162] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063639, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.894443] env[62743]: DEBUG nova.network.neutron [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Successfully updated port: 9bccc2d7-c83c-4124-b31d-70f68a7dd4fc {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1885.897403] env[62743]: DEBUG nova.policy [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b846b8ef35374a86ac71a0ed63914e71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d75d6942c6546b8a3483fb4e2a680bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1885.945427] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.979237] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6bcf-9587-b11d-aacb-6f035f576dda/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1885.980879] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d6b297-6ff4-4248-b91c-ce6675de284f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.991528] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6bcf-9587-b11d-aacb-6f035f576dda/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1885.991719] env[62743]: ERROR oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6bcf-9587-b11d-aacb-6f035f576dda/disk-0.vmdk due to incomplete transfer. [ 1885.991981] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb8a411f-6c07-4f0f-9dfd-cc53fb57aedd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.997543] env[62743]: DEBUG nova.objects.instance [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lazy-loading 'flavor' on Instance uuid cef29849-b62f-448e-a20b-563fded880fe {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.006025] env[62743]: DEBUG oslo_vmware.rw_handles [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a6bcf-9587-b11d-aacb-6f035f576dda/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1886.006025] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Uploaded image 209372f5-d3ae-4117-b270-48ef7819804a to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1886.007738] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1886.008113] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1cdee2e1-84ff-46ea-a5d1-a5ddfa9c72e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.019582] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1886.019582] env[62743]: value = "task-2063640" [ 1886.019582] env[62743]: _type = "Task" [ 1886.019582] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.034776] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063640, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.047424] env[62743]: DEBUG oslo_vmware.api [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063635, 'name': PowerOnVM_Task, 'duration_secs': 1.148657} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.047748] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.047967] env[62743]: INFO nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Took 18.24 seconds to spawn the instance on the hypervisor. [ 1886.048180] env[62743]: DEBUG nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.049087] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08288974-fa6c-4b78-834e-c8f68c5b629e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.095038] env[62743]: DEBUG nova.network.neutron [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updated VIF entry in instance network info cache for port e17952e8-17e7-496e-9eb0-97daaf57fbcf. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.095539] env[62743]: DEBUG nova.network.neutron [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.156929] env[62743]: DEBUG nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1886.206780] env[62743]: DEBUG nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1886.222899] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.366038] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063639, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.400426] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.400647] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.400817] env[62743]: DEBUG nova.network.neutron [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.422490] env[62743]: DEBUG nova.network.neutron [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Successfully created port: 0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1886.440109] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701658} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.440374] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b25ef405-c60d-43e9-b829-bc6d0e861364/b25ef405-c60d-43e9-b829-bc6d0e861364.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.440610] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.440881] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b487d07-f3e0-49ea-a921-f24923152e92 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.448290] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1886.448290] env[62743]: value = "task-2063641" [ 1886.448290] env[62743]: _type = "Task" [ 1886.448290] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.458178] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.504661] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858cbd74-642c-451a-9387-04b7f96de1df tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lock "cef29849-b62f-448e-a20b-563fded880fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.533460] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063640, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.572735] env[62743]: INFO nova.compute.manager [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Took 46.01 seconds to build instance. [ 1886.601739] env[62743]: DEBUG oslo_concurrency.lockutils [req-bf478df2-2f13-4973-bce2-e933fa935e0a req-d068ae60-0dfe-4def-9672-01812108781a service nova] Releasing lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.675252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.727053] env[62743]: DEBUG oslo_vmware.api [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Task: {'id': task-2063638, 'name': PowerOnVM_Task, 'duration_secs': 0.741227} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.727053] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1886.727053] env[62743]: DEBUG nova.compute.manager [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1886.727739] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edd4e3f-672c-4669-a770-fb04169b5316 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.766238] env[62743]: DEBUG nova.network.neutron [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Updated VIF entry in instance network info cache for port 5306927d-1a01-4920-b9ab-0ab84e82807a. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1886.766674] env[62743]: DEBUG nova.network.neutron [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Updating instance_info_cache with network_info: [{"id": "5306927d-1a01-4920-b9ab-0ab84e82807a", "address": "fa:16:3e:82:d3:31", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5306927d-1a", "ovs_interfaceid": "5306927d-1a01-4920-b9ab-0ab84e82807a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.804531] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e1b76-ea7d-451b-9e37-2e4c9b202dda {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.818403] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f8d15-1dd3-472f-a0a1-81fcc44f2c92 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.850373] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3038d7-e561-4c16-933d-3f74374157c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.863236] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4a0482-792a-4ea3-a450-b162f4656840 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.872473] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063639, 'name': CreateVM_Task, 'duration_secs': 0.616933} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.879942] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1886.880529] env[62743]: DEBUG nova.compute.provider_tree [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1886.882318] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.883026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.883026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1886.883571] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199ee03f-9563-40c9-bd5a-246a9077352a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.889068] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1886.889068] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52593e4a-6e02-9f50-e930-cab683a18397" [ 1886.889068] env[62743]: _type = "Task" [ 1886.889068] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.897941] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52593e4a-6e02-9f50-e930-cab683a18397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.959691] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073637} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.960200] env[62743]: DEBUG nova.network.neutron [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1886.962224] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1886.963337] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe337e5-8284-4dbc-96a8-86bf2633d909 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.993149] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b25ef405-c60d-43e9-b829-bc6d0e861364/b25ef405-c60d-43e9-b829-bc6d0e861364.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1886.997098] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f488bd-eba0-450d-a563-481618a7bcf2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.015497] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.015733] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.021899] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1887.021899] env[62743]: value = "task-2063642" [ 1887.021899] env[62743]: _type = "Task" [ 1887.021899] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.035087] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063640, 'name': Destroy_Task, 'duration_secs': 0.962694} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.038497] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Destroyed the VM [ 1887.038774] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1887.039076] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.041649] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-326e1185-e23a-4cbd-a9d8-fe8bb521cd0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.049070] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1887.049070] env[62743]: value = "task-2063643" [ 1887.049070] env[62743]: _type = "Task" [ 1887.049070] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.057208] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.078968] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa21f367-aa8b-4c3d-8566-4f52006a5483 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.275s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.201993] env[62743]: DEBUG nova.network.neutron [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Updating instance_info_cache with network_info: [{"id": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "address": "fa:16:3e:9e:82:e2", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bccc2d7-c8", "ovs_interfaceid": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.219985] env[62743]: DEBUG nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1887.247632] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.252777] env[62743]: DEBUG nova.virt.hardware [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.253310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7316d3cf-6ee7-45f9-aae6-25bbfc5b04c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.261758] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf39168-bf19-4d93-985d-2654e471951c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.275593] env[62743]: DEBUG oslo_concurrency.lockutils [req-a3610d81-fed0-4cac-8021-3b6be1629093 req-e51f36d4-bdf8-4c98-85de-f8ae10088f0e service nova] Releasing lock "refresh_cache-97116663-4cff-4e44-a887-e570f071fff7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.289063] env[62743]: DEBUG nova.compute.manager [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Received event network-vif-plugged-9bccc2d7-c83c-4124-b31d-70f68a7dd4fc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1887.289291] env[62743]: DEBUG oslo_concurrency.lockutils [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] Acquiring lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.289495] env[62743]: DEBUG oslo_concurrency.lockutils [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.289654] env[62743]: DEBUG oslo_concurrency.lockutils [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.289846] env[62743]: DEBUG nova.compute.manager [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] No waiting events found dispatching network-vif-plugged-9bccc2d7-c83c-4124-b31d-70f68a7dd4fc {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1887.289974] env[62743]: WARNING nova.compute.manager [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Received unexpected event network-vif-plugged-9bccc2d7-c83c-4124-b31d-70f68a7dd4fc for instance with vm_state building and task_state spawning. [ 1887.290145] env[62743]: DEBUG nova.compute.manager [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Received event network-changed-9bccc2d7-c83c-4124-b31d-70f68a7dd4fc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1887.290301] env[62743]: DEBUG nova.compute.manager [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Refreshing instance network info cache due to event network-changed-9bccc2d7-c83c-4124-b31d-70f68a7dd4fc. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1887.290467] env[62743]: DEBUG oslo_concurrency.lockutils [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] Acquiring lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.319918] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925c8ae3-7e7b-438e-b641-009b9cf275dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.327021] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5f38bd-c380-46bd-8a97-2da7e432264d tempest-ServersAdminNegativeTestJSON-801600082 tempest-ServersAdminNegativeTestJSON-801600082-project-admin] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Suspending the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1887.327285] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-557411cd-2a93-4f9b-8405-3f5b165056c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.333607] env[62743]: DEBUG oslo_vmware.api [None req-ff5f38bd-c380-46bd-8a97-2da7e432264d tempest-ServersAdminNegativeTestJSON-801600082 tempest-ServersAdminNegativeTestJSON-801600082-project-admin] Waiting for the task: (returnval){ [ 1887.333607] env[62743]: value = "task-2063644" [ 1887.333607] env[62743]: _type = "Task" [ 1887.333607] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.341389] env[62743]: DEBUG oslo_vmware.api [None req-ff5f38bd-c380-46bd-8a97-2da7e432264d tempest-ServersAdminNegativeTestJSON-801600082 tempest-ServersAdminNegativeTestJSON-801600082-project-admin] Task: {'id': task-2063644, 'name': SuspendVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.400615] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52593e4a-6e02-9f50-e930-cab683a18397, 'name': SearchDatastore_Task, 'duration_secs': 0.016738} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.400933] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.401290] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.401578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.401743] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.401947] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.403035] env[62743]: ERROR nova.scheduler.client.report [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [req-79c8d952-f371-461b-bbfd-e090cd0b18c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79c8d952-f371-461b-bbfd-e090cd0b18c3"}]} [ 1887.403403] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9206e3af-6398-4291-91a2-fa85cc0f1c4c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.424623] env[62743]: DEBUG nova.scheduler.client.report [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1887.428971] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.429237] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.430057] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daadf24e-b5c8-4900-aef1-f793b85a9bdc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.436094] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1887.436094] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52cd08f7-be12-2fbe-0385-171b14dd74ef" [ 1887.436094] env[62743]: _type = "Task" [ 1887.436094] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.442408] env[62743]: DEBUG nova.scheduler.client.report [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1887.442797] env[62743]: DEBUG nova.compute.provider_tree [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1887.449474] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52cd08f7-be12-2fbe-0385-171b14dd74ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.461432] env[62743]: DEBUG nova.scheduler.client.report [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1887.489972] env[62743]: DEBUG nova.scheduler.client.report [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1887.540742] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.567084] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.585376] env[62743]: DEBUG nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.708297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.708297] env[62743]: DEBUG nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Instance network_info: |[{"id": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "address": "fa:16:3e:9e:82:e2", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bccc2d7-c8", "ovs_interfaceid": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1887.708297] env[62743]: DEBUG oslo_concurrency.lockutils [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] Acquired lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.708297] env[62743]: DEBUG nova.network.neutron [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Refreshing network info cache for port 9bccc2d7-c83c-4124-b31d-70f68a7dd4fc {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.710106] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:82:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bccc2d7-c83c-4124-b31d-70f68a7dd4fc', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1887.719226] env[62743]: DEBUG oslo.service.loopingcall [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.725109] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1887.725109] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9bc6eb3-49fd-4469-81bb-2a491666f544 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.752021] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1887.752021] env[62743]: value = "task-2063645" [ 1887.752021] env[62743]: _type = "Task" [ 1887.752021] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.764525] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063645, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.848600] env[62743]: DEBUG oslo_vmware.api [None req-ff5f38bd-c380-46bd-8a97-2da7e432264d tempest-ServersAdminNegativeTestJSON-801600082 tempest-ServersAdminNegativeTestJSON-801600082-project-admin] Task: {'id': task-2063644, 'name': SuspendVM_Task} progress is 62%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.946925] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52cd08f7-be12-2fbe-0385-171b14dd74ef, 'name': SearchDatastore_Task, 'duration_secs': 0.054109} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.950826] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8066e82-1d1e-4c79-8944-567a69a5cce2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.957776] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1887.957776] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f32a8b-f371-79d3-cfff-b2028b4f0f81" [ 1887.957776] env[62743]: _type = "Task" [ 1887.957776] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.970622] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f32a8b-f371-79d3-cfff-b2028b4f0f81, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.970910] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.971219] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 97116663-4cff-4e44-a887-e570f071fff7/97116663-4cff-4e44-a887-e570f071fff7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1887.971554] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd795f17-b16f-465b-b03a-5b847b91a0cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.980770] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1887.980770] env[62743]: value = "task-2063646" [ 1887.980770] env[62743]: _type = "Task" [ 1887.980770] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.989651] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.038384] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063642, 'name': ReconfigVM_Task, 'duration_secs': 0.95366} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.038758] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b25ef405-c60d-43e9-b829-bc6d0e861364/b25ef405-c60d-43e9-b829-bc6d0e861364.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.039426] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3f83b62-b0b9-4b7f-aefc-0a49181d7cc3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.046566] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "9f51515f-0845-40bf-b62a-9eaac1360e13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.047203] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "9f51515f-0845-40bf-b62a-9eaac1360e13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.047203] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "9f51515f-0845-40bf-b62a-9eaac1360e13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.047277] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "9f51515f-0845-40bf-b62a-9eaac1360e13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.047935] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "9f51515f-0845-40bf-b62a-9eaac1360e13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.052021] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1888.052021] env[62743]: value = "task-2063647" [ 1888.052021] env[62743]: _type = "Task" [ 1888.052021] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.053024] env[62743]: INFO nova.compute.manager [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Terminating instance [ 1888.068817] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063647, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.072904] env[62743]: DEBUG oslo_vmware.api [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.827764} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.073344] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1888.073464] env[62743]: INFO nova.compute.manager [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Took 22.63 seconds to snapshot the instance on the hypervisor. [ 1888.124483] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.142617] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68289ba-ab8b-45c5-9e9b-922637ca025a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.152723] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2839f79-3e77-429b-b9e3-b98540966ffb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.192656] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb33b459-1326-4580-9855-494253af6bd3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.200506] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.200773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lock "cef29849-b62f-448e-a20b-563fded880fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.203633] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87b8639-eed8-4a8f-bc58-4a1a65fb9814 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.225698] env[62743]: DEBUG nova.compute.provider_tree [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1888.260599] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063645, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.346359] env[62743]: DEBUG oslo_vmware.api [None req-ff5f38bd-c380-46bd-8a97-2da7e432264d tempest-ServersAdminNegativeTestJSON-801600082 tempest-ServersAdminNegativeTestJSON-801600082-project-admin] Task: {'id': task-2063644, 'name': SuspendVM_Task, 'duration_secs': 0.71608} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.346734] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5f38bd-c380-46bd-8a97-2da7e432264d tempest-ServersAdminNegativeTestJSON-801600082 tempest-ServersAdminNegativeTestJSON-801600082-project-admin] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Suspended the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1888.346911] env[62743]: DEBUG nova.compute.manager [None req-ff5f38bd-c380-46bd-8a97-2da7e432264d tempest-ServersAdminNegativeTestJSON-801600082 tempest-ServersAdminNegativeTestJSON-801600082-project-admin] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1888.347749] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed91cb-0ecb-4851-8f2d-2343f7d614a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.371724] env[62743]: DEBUG nova.network.neutron [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Successfully updated port: 0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1888.492173] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509307} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.492173] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 97116663-4cff-4e44-a887-e570f071fff7/97116663-4cff-4e44-a887-e570f071fff7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1888.493238] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1888.496216] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd51057f-a0da-477e-b06a-e4a3553797c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.504308] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1888.504308] env[62743]: value = "task-2063648" [ 1888.504308] env[62743]: _type = "Task" [ 1888.504308] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.514996] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.559856] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063647, 'name': Rename_Task, 'duration_secs': 0.167374} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.561370] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.561651] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce04b396-45fa-490c-8b80-63aea7b00b3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.564865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "refresh_cache-9f51515f-0845-40bf-b62a-9eaac1360e13" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.565037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquired lock "refresh_cache-9f51515f-0845-40bf-b62a-9eaac1360e13" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.565206] env[62743]: DEBUG nova.network.neutron [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.568713] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1888.568713] env[62743]: value = "task-2063649" [ 1888.568713] env[62743]: _type = "Task" [ 1888.568713] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.577782] env[62743]: DEBUG nova.compute.manager [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Instance disappeared during snapshot {{(pid=62743) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1888.579565] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.592981] env[62743]: DEBUG nova.compute.manager [None req-50734746-d39a-4617-9f4b-e9eb27f01f60 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image not found during clean up 209372f5-d3ae-4117-b270-48ef7819804a {{(pid=62743) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1888.603496] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "de305795-6e3c-446d-82dd-54586b35d067" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.603894] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.604243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "de305795-6e3c-446d-82dd-54586b35d067-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.604550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.604806] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.607774] env[62743]: INFO nova.compute.manager [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Terminating instance [ 1888.622125] env[62743]: DEBUG nova.network.neutron [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Updated VIF entry in instance network info cache for port 9bccc2d7-c83c-4124-b31d-70f68a7dd4fc. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.622125] env[62743]: DEBUG nova.network.neutron [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Updating instance_info_cache with network_info: [{"id": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "address": "fa:16:3e:9e:82:e2", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bccc2d7-c8", "ovs_interfaceid": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.713020] env[62743]: INFO nova.compute.manager [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Detaching volume 8960247d-5c18-495a-bdf5-5c6149a93f09 [ 1888.752287] env[62743]: INFO nova.virt.block_device [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Attempting to driver detach volume 8960247d-5c18-495a-bdf5-5c6149a93f09 from mountpoint /dev/sdb [ 1888.752537] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1888.752804] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423243', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'name': 'volume-8960247d-5c18-495a-bdf5-5c6149a93f09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef29849-b62f-448e-a20b-563fded880fe', 'attached_at': '', 'detached_at': '', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'serial': '8960247d-5c18-495a-bdf5-5c6149a93f09'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1888.753760] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7749fb-d0b8-4f37-964c-422044e5594e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.760863] env[62743]: DEBUG nova.scheduler.client.report [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1888.761132] env[62743]: DEBUG nova.compute.provider_tree [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 67 to 68 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1888.761314] env[62743]: DEBUG nova.compute.provider_tree [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1888.770689] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063645, 'name': CreateVM_Task, 'duration_secs': 0.576568} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.786678] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.788354] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.788961] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.788961] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.790199] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b284d2-6a4d-4914-ac3c-539aee016d84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.793287] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f42fc5e-32c6-4347-93c7-1b111111f17d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.800706] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4fe3b-6300-439e-9206-97f698ad4049 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.803718] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1888.803718] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b42ad6-42d5-1cbd-4d60-bc7a8fdfe44f" [ 1888.803718] env[62743]: _type = "Task" [ 1888.803718] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.825813] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df22686-6d01-49c8-bf87-babc0276e6a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.831892] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b42ad6-42d5-1cbd-4d60-bc7a8fdfe44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.845018] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] The volume has not been displaced from its original location: [datastore1] volume-8960247d-5c18-495a-bdf5-5c6149a93f09/volume-8960247d-5c18-495a-bdf5-5c6149a93f09.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1888.850369] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1888.850880] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7269f69-cc4a-40a1-acd8-cb7f3aa675c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.870509] env[62743]: DEBUG oslo_vmware.api [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Waiting for the task: (returnval){ [ 1888.870509] env[62743]: value = "task-2063650" [ 1888.870509] env[62743]: _type = "Task" [ 1888.870509] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.876706] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.876706] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.876706] env[62743]: DEBUG nova.network.neutron [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.879509] env[62743]: DEBUG oslo_vmware.api [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.015560] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.079828] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.088387] env[62743]: DEBUG nova.network.neutron [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.112144] env[62743]: DEBUG nova.compute.manager [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1889.112375] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.113309] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4a68c6-61af-4338-86da-e3f69492ea54 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.120593] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1889.120841] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bfbd90f-ee75-4de4-88d6-df3ebb76a27b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.123985] env[62743]: DEBUG oslo_concurrency.lockutils [req-fee973e6-344f-4a75-ac7c-4cbd7cb8b300 req-f842c779-89aa-4afe-b244-5c14c0c553ab service nova] Releasing lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.146573] env[62743]: DEBUG nova.network.neutron [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.267072] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.085s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.269959] env[62743]: DEBUG nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1889.270327] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.302s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.271841] env[62743]: INFO nova.compute.claims [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.284953] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1889.284953] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1889.284953] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleting the datastore file [datastore1] de305795-6e3c-446d-82dd-54586b35d067 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1889.285294] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82acfc7a-c4f5-4b3a-9bb6-1fc8e47d3427 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.293261] env[62743]: DEBUG oslo_vmware.api [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1889.293261] env[62743]: value = "task-2063652" [ 1889.293261] env[62743]: _type = "Task" [ 1889.293261] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.303670] env[62743]: DEBUG oslo_vmware.api [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.317927] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b42ad6-42d5-1cbd-4d60-bc7a8fdfe44f, 'name': SearchDatastore_Task, 'duration_secs': 0.051891} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.318064] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.318299] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1889.318527] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.319364] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.319364] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1889.319364] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17eea85b-1a2f-45c0-8731-c8b9bd757ad3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.333225] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.333464] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.333682] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1889.334011] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1889.334772] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f26000-a6c3-451f-8648-680eae5aeb80 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.339977] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1889.339977] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f72d6c-76f8-ec6e-3794-454446c057b5" [ 1889.339977] env[62743]: _type = "Task" [ 1889.339977] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.347678] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f72d6c-76f8-ec6e-3794-454446c057b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.372928] env[62743]: DEBUG nova.compute.manager [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received event network-vif-plugged-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1889.373155] env[62743]: DEBUG oslo_concurrency.lockutils [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.373362] env[62743]: DEBUG oslo_concurrency.lockutils [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.373526] env[62743]: DEBUG oslo_concurrency.lockutils [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.373688] env[62743]: DEBUG nova.compute.manager [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] No waiting events found dispatching network-vif-plugged-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.373852] env[62743]: WARNING nova.compute.manager [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received unexpected event network-vif-plugged-0c009adf-af38-4cff-8161-a43de715888f for instance with vm_state building and task_state spawning. [ 1889.374015] env[62743]: DEBUG nova.compute.manager [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received event network-changed-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1889.374665] env[62743]: DEBUG nova.compute.manager [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Refreshing instance network info cache due to event network-changed-0c009adf-af38-4cff-8161-a43de715888f. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1889.374859] env[62743]: DEBUG oslo_concurrency.lockutils [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] Acquiring lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.386308] env[62743]: DEBUG oslo_vmware.api [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.429655] env[62743]: DEBUG nova.network.neutron [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.515460] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.583797] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063649, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.610279] env[62743]: DEBUG nova.network.neutron [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c009adf-af", "ovs_interfaceid": "0c009adf-af38-4cff-8161-a43de715888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.651459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Releasing lock "refresh_cache-9f51515f-0845-40bf-b62a-9eaac1360e13" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.652017] env[62743]: DEBUG nova.compute.manager [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1889.652243] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.653175] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc66a20-87b2-4b4e-8ac7-89f18dac1f74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.662525] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.662868] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af47f3c6-8864-44a8-b16e-c3d2b7c763ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.670010] env[62743]: DEBUG oslo_vmware.api [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1889.670010] env[62743]: value = "task-2063653" [ 1889.670010] env[62743]: _type = "Task" [ 1889.670010] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.678708] env[62743]: DEBUG oslo_vmware.api [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.776961] env[62743]: DEBUG nova.compute.utils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.778468] env[62743]: DEBUG nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1889.778643] env[62743]: DEBUG nova.network.neutron [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1889.803671] env[62743]: DEBUG oslo_vmware.api [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280213} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.803892] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1889.804305] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1889.804305] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1889.804597] env[62743]: INFO nova.compute.manager [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: de305795-6e3c-446d-82dd-54586b35d067] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1889.804678] env[62743]: DEBUG oslo.service.loopingcall [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.804835] env[62743]: DEBUG nova.compute.manager [-] [instance: de305795-6e3c-446d-82dd-54586b35d067] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1889.804926] env[62743]: DEBUG nova.network.neutron [-] [instance: de305795-6e3c-446d-82dd-54586b35d067] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1889.846278] env[62743]: DEBUG nova.policy [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2459ae62a35d496f95e4a7b79828c262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaed015c181a4e19b5ee86c571962edb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1889.858180] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f72d6c-76f8-ec6e-3794-454446c057b5, 'name': SearchDatastore_Task, 'duration_secs': 0.047782} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.859067] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6aa111-75f9-4d96-ab6f-e169cc8b237a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.866573] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1889.866573] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5200a2e6-059b-1376-61e5-829a35277c3a" [ 1889.866573] env[62743]: _type = "Task" [ 1889.866573] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.874955] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5200a2e6-059b-1376-61e5-829a35277c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.883066] env[62743]: DEBUG oslo_vmware.api [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063650, 'name': ReconfigVM_Task, 'duration_secs': 0.849093} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.883415] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1889.888632] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119b0154-9239-41c3-9794-49dc1f1e62a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.904100] env[62743]: DEBUG oslo_vmware.api [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Waiting for the task: (returnval){ [ 1889.904100] env[62743]: value = "task-2063654" [ 1889.904100] env[62743]: _type = "Task" [ 1889.904100] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.912468] env[62743]: DEBUG oslo_vmware.api [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.016516] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.054381} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.016956] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1890.018166] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b382fd-80ff-43cf-81fa-7b22da03682b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.042648] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 97116663-4cff-4e44-a887-e570f071fff7/97116663-4cff-4e44-a887-e570f071fff7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1890.043075] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8258718-17e4-4d3e-90b3-12f7c164b1cb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.063337] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1890.063337] env[62743]: value = "task-2063655" [ 1890.063337] env[62743]: _type = "Task" [ 1890.063337] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.072377] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.080733] env[62743]: DEBUG oslo_vmware.api [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063649, 'name': PowerOnVM_Task, 'duration_secs': 1.508674} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.080998] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.081347] env[62743]: INFO nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Took 27.14 seconds to spawn the instance on the hypervisor. [ 1890.081558] env[62743]: DEBUG nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.082356] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f2040f-fe38-40e6-bd85-3c6a279d1dde {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.085457] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.085596] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.085786] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.085968] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.086132] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.088409] env[62743]: INFO nova.compute.manager [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Terminating instance [ 1890.115024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.115024] env[62743]: DEBUG nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Instance network_info: |[{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c009adf-af", "ovs_interfaceid": "0c009adf-af38-4cff-8161-a43de715888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1890.115024] env[62743]: DEBUG oslo_concurrency.lockutils [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] Acquired lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.115024] env[62743]: DEBUG nova.network.neutron [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Refreshing network info cache for port 0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.115024] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:5c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c009adf-af38-4cff-8161-a43de715888f', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1890.122830] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating folder: Project (7d75d6942c6546b8a3483fb4e2a680bb). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1890.123665] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0727b9fd-5867-4a5b-9c47-44eaa8ee6d1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.134745] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Created folder: Project (7d75d6942c6546b8a3483fb4e2a680bb) in parent group-v423128. [ 1890.134958] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating folder: Instances. Parent ref: group-v423250. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1890.135215] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bdcd1a6-ea82-43b2-a2f3-b2b66578aabe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.145956] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Created folder: Instances in parent group-v423250. [ 1890.146244] env[62743]: DEBUG oslo.service.loopingcall [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.146448] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1890.146685] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9851dc24-4453-4b51-bdb2-a5609564387b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.167522] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1890.167522] env[62743]: value = "task-2063658" [ 1890.167522] env[62743]: _type = "Task" [ 1890.167522] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.178998] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063658, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.182145] env[62743]: DEBUG oslo_vmware.api [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063653, 'name': PowerOffVM_Task, 'duration_secs': 0.239496} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.182414] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.182753] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.183093] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdd8d80d-ce0b-4283-9ccd-64caabb3e7c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.210194] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.210379] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.210572] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Deleting the datastore file [datastore1] 9f51515f-0845-40bf-b62a-9eaac1360e13 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.210862] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a63e300-9453-436e-9dc9-7b342ef9cb89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.217818] env[62743]: DEBUG oslo_vmware.api [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for the task: (returnval){ [ 1890.217818] env[62743]: value = "task-2063660" [ 1890.217818] env[62743]: _type = "Task" [ 1890.217818] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.227609] env[62743]: DEBUG oslo_vmware.api [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.284239] env[62743]: DEBUG nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1890.378537] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5200a2e6-059b-1376-61e5-829a35277c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.381179] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.381444] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6f89ca5a-ad87-4201-8bcc-6deeb60df555/6f89ca5a-ad87-4201-8bcc-6deeb60df555.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.381911] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a7a2d79-13b6-4a6d-b47c-3f3de9acf3bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.388428] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1890.388428] env[62743]: value = "task-2063661" [ 1890.388428] env[62743]: _type = "Task" [ 1890.388428] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.399145] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.413212] env[62743]: DEBUG oslo_vmware.api [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Task: {'id': task-2063654, 'name': ReconfigVM_Task, 'duration_secs': 0.198568} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.413507] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] [instance: cef29849-b62f-448e-a20b-563fded880fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423243', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'name': 'volume-8960247d-5c18-495a-bdf5-5c6149a93f09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cef29849-b62f-448e-a20b-563fded880fe', 'attached_at': '', 'detached_at': '', 'volume_id': '8960247d-5c18-495a-bdf5-5c6149a93f09', 'serial': '8960247d-5c18-495a-bdf5-5c6149a93f09'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1890.574011] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063655, 'name': ReconfigVM_Task, 'duration_secs': 0.419539} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.574011] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 97116663-4cff-4e44-a887-e570f071fff7/97116663-4cff-4e44-a887-e570f071fff7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1890.574666] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-360beb05-3aa9-4a90-9178-fe3af62b95c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.581387] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1890.581387] env[62743]: value = "task-2063662" [ 1890.581387] env[62743]: _type = "Task" [ 1890.581387] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.589698] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063662, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.595396] env[62743]: DEBUG nova.compute.manager [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1890.595601] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.597171] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55fb4d3-e733-4a93-9a27-990b04d18d6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.607423] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.610553] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-177e364f-705d-4976-aa58-cfbf5243f869 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.614791] env[62743]: INFO nova.compute.manager [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Took 55.78 seconds to build instance. [ 1890.666104] env[62743]: DEBUG nova.network.neutron [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Successfully created port: 0a5f031a-a847-4514-b97d-a0fe60c36347 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1890.681047] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063658, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.731608] env[62743]: DEBUG oslo_vmware.api [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Task: {'id': task-2063660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125015} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.731769] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1890.731980] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1890.732177] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1890.732402] env[62743]: INFO nova.compute.manager [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1890.732627] env[62743]: DEBUG oslo.service.loopingcall [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1890.732830] env[62743]: DEBUG nova.compute.manager [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1890.732929] env[62743]: DEBUG nova.network.neutron [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1890.776986] env[62743]: DEBUG nova.network.neutron [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.829465] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.829695] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.830077] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Deleting the datastore file [datastore1] e0a703b0-dea3-45c5-a9e6-ffc1a67c945d {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.830774] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db0d148a-cb56-4bd3-9266-5b93a59e5009 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.842025] env[62743]: DEBUG oslo_vmware.api [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1890.842025] env[62743]: value = "task-2063664" [ 1890.842025] env[62743]: _type = "Task" [ 1890.842025] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.849207] env[62743]: DEBUG oslo_vmware.api [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.899615] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.948605] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a51d28e-5bde-408f-867c-bae029bf2b3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.957772] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b49e2f-d94f-406c-a3c1-d0bea63716b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.995077] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2926db95-166c-407b-ac98-0d59116268bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.004409] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55210ad-9ba2-4bbb-8946-5480f7c99adc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.011249] env[62743]: DEBUG nova.objects.instance [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lazy-loading 'flavor' on Instance uuid cef29849-b62f-448e-a20b-563fded880fe {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.012831] env[62743]: DEBUG nova.network.neutron [-] [instance: de305795-6e3c-446d-82dd-54586b35d067] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.031374] env[62743]: DEBUG nova.compute.provider_tree [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.094117] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063662, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.117813] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45ee790f-2c04-4759-9875-5483c09cb057 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.640s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.161147] env[62743]: DEBUG nova.network.neutron [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updated VIF entry in instance network info cache for port 0c009adf-af38-4cff-8161-a43de715888f. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.161560] env[62743]: DEBUG nova.network.neutron [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c009adf-af", "ovs_interfaceid": "0c009adf-af38-4cff-8161-a43de715888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.179316] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063658, 'name': CreateVM_Task, 'duration_secs': 0.63513} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.179520] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.180470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.180470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.180721] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.180978] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd76924-0253-4ac9-bdc3-c31dd761e2d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.186125] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1891.186125] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5288f3b8-0007-402f-9994-17c033923a09" [ 1891.186125] env[62743]: _type = "Task" [ 1891.186125] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.194698] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5288f3b8-0007-402f-9994-17c033923a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.208428] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "b25ef405-c60d-43e9-b829-bc6d0e861364" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.208726] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.208940] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.209188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.209469] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.212277] env[62743]: INFO nova.compute.manager [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Terminating instance [ 1891.287024] env[62743]: DEBUG nova.network.neutron [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.298802] env[62743]: DEBUG nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1891.326517] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1891.326788] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1891.326946] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1891.327149] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1891.327355] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1891.327541] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1891.327767] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1891.327926] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1891.328121] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1891.329049] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1891.329049] env[62743]: DEBUG nova.virt.hardware [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1891.329574] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a010f0-9cf5-4da0-b69c-cb8e0ca20599 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.337765] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9061068-31d5-48b9-8797-00500e9f2cf4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.351157] env[62743]: DEBUG oslo_vmware.api [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.400353] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642335} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.400711] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6f89ca5a-ad87-4201-8bcc-6deeb60df555/6f89ca5a-ad87-4201-8bcc-6deeb60df555.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.400997] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.401309] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16829826-24ab-4513-acf1-8ab505556b8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.407772] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1891.407772] env[62743]: value = "task-2063665" [ 1891.407772] env[62743]: _type = "Task" [ 1891.407772] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.415007] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.426042] env[62743]: DEBUG nova.compute.manager [req-d12581b0-27f9-4b52-9abc-c7910ec94efc req-11acc968-a81c-4263-920c-878c3a547e0f service nova] [instance: de305795-6e3c-446d-82dd-54586b35d067] Received event network-vif-deleted-6473b65e-c337-4241-ba23-e7f4a6cb576d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1891.516333] env[62743]: INFO nova.compute.manager [-] [instance: de305795-6e3c-446d-82dd-54586b35d067] Took 1.71 seconds to deallocate network for instance. [ 1891.527832] env[62743]: DEBUG nova.scheduler.client.report [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.594573] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063662, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.620218] env[62743]: DEBUG nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.664534] env[62743]: DEBUG oslo_concurrency.lockutils [req-7f0bd104-1330-4cae-b195-7e383f974027 req-32efbf61-9b78-48c7-a9c7-0dfba836a70e service nova] Releasing lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.697088] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5288f3b8-0007-402f-9994-17c033923a09, 'name': SearchDatastore_Task, 'duration_secs': 0.026239} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.697379] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.697612] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.697846] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.697992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.698190] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.698448] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c5285da-12e5-40c2-800a-5b77ec6922b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.707981] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.708176] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.708956] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d4c8ae-b7c8-49ec-9a23-abb19deefe72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.714298] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1891.714298] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fd8508-fb14-0bbf-bc5b-6a89b3bf9314" [ 1891.714298] env[62743]: _type = "Task" [ 1891.714298] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.718286] env[62743]: DEBUG nova.compute.manager [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.718501] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.719189] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b673b4-9c0e-4561-9a85-0faba1abb3a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.726808] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd8508-fb14-0bbf-bc5b-6a89b3bf9314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.728699] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.728915] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd8c2cd-da15-4ea0-9e24-1b46a4bb1f35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.734303] env[62743]: DEBUG oslo_vmware.api [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1891.734303] env[62743]: value = "task-2063666" [ 1891.734303] env[62743]: _type = "Task" [ 1891.734303] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.741569] env[62743]: DEBUG oslo_vmware.api [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.788827] env[62743]: INFO nova.compute.manager [-] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Took 1.06 seconds to deallocate network for instance. [ 1891.853998] env[62743]: DEBUG oslo_vmware.api [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514747} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.854276] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.854472] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.854672] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.854844] env[62743]: INFO nova.compute.manager [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1891.855090] env[62743]: DEBUG oslo.service.loopingcall [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.855282] env[62743]: DEBUG nova.compute.manager [-] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1891.855379] env[62743]: DEBUG nova.network.neutron [-] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.917890] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071132} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.918174] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.918930] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9e42f2-a9e9-4fe8-ace2-bb0887b10b97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.941016] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 6f89ca5a-ad87-4201-8bcc-6deeb60df555/6f89ca5a-ad87-4201-8bcc-6deeb60df555.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.941309] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7c86cd-5b61-4592-9ac1-436442941fb7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.963690] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1891.963690] env[62743]: value = "task-2063667" [ 1891.963690] env[62743]: _type = "Task" [ 1891.963690] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.971614] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.020388] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d929b8e-37bf-4b04-95c6-fe4dfb0e8fb2 tempest-VolumesAssistedSnapshotsTest-802252549 tempest-VolumesAssistedSnapshotsTest-802252549-project-admin] Lock "cef29849-b62f-448e-a20b-563fded880fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.819s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.026162] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.032595] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.033730] env[62743]: DEBUG nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1892.035834] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.551s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.036072] env[62743]: DEBUG nova.objects.instance [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lazy-loading 'resources' on Instance uuid 71bb3046-e6f4-41d0-8885-b765f51f630b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1892.095891] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063662, 'name': Rename_Task, 'duration_secs': 1.202143} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.096057] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.096452] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75ae75c2-8250-4cfb-b8dd-305a6ea72001 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.103613] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1892.103613] env[62743]: value = "task-2063668" [ 1892.103613] env[62743]: _type = "Task" [ 1892.103613] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.112480] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.152685] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.226777] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd8508-fb14-0bbf-bc5b-6a89b3bf9314, 'name': SearchDatastore_Task, 'duration_secs': 0.033253} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.228036] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859e6733-ada6-4389-8891-45f248c53356 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.233694] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1892.233694] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5250bec6-6794-e7c1-5d90-9b8fbb11d953" [ 1892.233694] env[62743]: _type = "Task" [ 1892.233694] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.244336] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5250bec6-6794-e7c1-5d90-9b8fbb11d953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.248044] env[62743]: DEBUG oslo_vmware.api [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063666, 'name': PowerOffVM_Task, 'duration_secs': 0.448883} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.248044] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1892.248044] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1892.248044] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1311b239-d52c-4ce4-80af-d730073bbbb8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.295855] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.479532] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063667, 'name': ReconfigVM_Task, 'duration_secs': 0.379607} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.480163] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 6f89ca5a-ad87-4201-8bcc-6deeb60df555/6f89ca5a-ad87-4201-8bcc-6deeb60df555.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.480901] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92566b15-eeae-442d-9782-1d625688a0ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.488165] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1892.488165] env[62743]: value = "task-2063671" [ 1892.488165] env[62743]: _type = "Task" [ 1892.488165] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.500439] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063671, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.544850] env[62743]: DEBUG nova.compute.utils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1892.544850] env[62743]: DEBUG nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Not allocating networking since 'none' was specified. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1892.615633] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.631326] env[62743]: DEBUG nova.network.neutron [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Successfully updated port: 0a5f031a-a847-4514-b97d-a0fe60c36347 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1892.710404] env[62743]: DEBUG nova.network.neutron [-] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.746012] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5250bec6-6794-e7c1-5d90-9b8fbb11d953, 'name': SearchDatastore_Task, 'duration_secs': 0.06724} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.749022] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.749022] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.750176] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2958a3a1-f8af-499d-9b47-b19ef2c03c34 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.756116] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1892.756116] env[62743]: value = "task-2063672" [ 1892.756116] env[62743]: _type = "Task" [ 1892.756116] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.765951] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.965967] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1892.966259] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1892.966566] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Deleting the datastore file [datastore1] b25ef405-c60d-43e9-b829-bc6d0e861364 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1892.969965] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d9b6a76-5fd6-4f8c-b6c4-a614c8084405 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.976609] env[62743]: DEBUG oslo_vmware.api [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1892.976609] env[62743]: value = "task-2063673" [ 1892.976609] env[62743]: _type = "Task" [ 1892.976609] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.985016] env[62743]: DEBUG oslo_vmware.api [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.998988] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063671, 'name': Rename_Task, 'duration_secs': 0.156683} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.001317] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1893.001764] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c8b76b-8b52-45d9-98c2-963bd4ea4857 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.008355] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1893.008355] env[62743]: value = "task-2063674" [ 1893.008355] env[62743]: _type = "Task" [ 1893.008355] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.017311] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.046114] env[62743]: DEBUG nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1893.098059] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd7acb-a734-4451-ac8e-f6dff2837481 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.109669] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de79c8c2-0e84-4ed7-b664-cdf1e724b2b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.118759] env[62743]: DEBUG oslo_vmware.api [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063668, 'name': PowerOnVM_Task, 'duration_secs': 0.535867} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.141599] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.141842] env[62743]: INFO nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1893.142034] env[62743]: DEBUG nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.142952] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-451508ca-6b2f-4599-a8a5-1d132b3ee7f6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.143129] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-451508ca-6b2f-4599-a8a5-1d132b3ee7f6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.143284] env[62743]: DEBUG nova.network.neutron [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.145211] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3101a301-7760-4849-a77e-3c335dc60904 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.148102] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399ec4cf-ce7c-4352-9040-837a66ba2763 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.160437] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32994c27-f4b6-43b5-bfb4-a3c2bf185ee5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.174806] env[62743]: DEBUG nova.compute.provider_tree [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.213424] env[62743]: INFO nova.compute.manager [-] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Took 1.36 seconds to deallocate network for instance. [ 1893.271904] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063672, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.458021] env[62743]: DEBUG nova.compute.manager [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Received event network-vif-deleted-96a69381-ef54-46e2-aad1-ec3a9188f264 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1893.458258] env[62743]: DEBUG nova.compute.manager [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Received event network-vif-plugged-0a5f031a-a847-4514-b97d-a0fe60c36347 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1893.458763] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] Acquiring lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.458763] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.458987] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.459130] env[62743]: DEBUG nova.compute.manager [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] No waiting events found dispatching network-vif-plugged-0a5f031a-a847-4514-b97d-a0fe60c36347 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1893.459305] env[62743]: WARNING nova.compute.manager [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Received unexpected event network-vif-plugged-0a5f031a-a847-4514-b97d-a0fe60c36347 for instance with vm_state building and task_state spawning. [ 1893.459577] env[62743]: DEBUG nova.compute.manager [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Received event network-changed-0a5f031a-a847-4514-b97d-a0fe60c36347 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1893.459656] env[62743]: DEBUG nova.compute.manager [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Refreshing instance network info cache due to event network-changed-0a5f031a-a847-4514-b97d-a0fe60c36347. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1893.459834] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] Acquiring lock "refresh_cache-451508ca-6b2f-4599-a8a5-1d132b3ee7f6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.490934] env[62743]: DEBUG oslo_vmware.api [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.519847] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063674, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.672968] env[62743]: INFO nova.compute.manager [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Took 31.62 seconds to build instance. [ 1893.678361] env[62743]: DEBUG nova.scheduler.client.report [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.696514] env[62743]: DEBUG nova.network.neutron [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1893.721331] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.766304] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875198} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.768817] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.769059] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.769313] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89c7d5ce-88cf-48c3-8769-b903c2974fc0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.776163] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1893.776163] env[62743]: value = "task-2063675" [ 1893.776163] env[62743]: _type = "Task" [ 1893.776163] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.783158] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.853287] env[62743]: DEBUG nova.network.neutron [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Updating instance_info_cache with network_info: [{"id": "0a5f031a-a847-4514-b97d-a0fe60c36347", "address": "fa:16:3e:b9:ab:1a", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5f031a-a8", "ovs_interfaceid": "0a5f031a-a847-4514-b97d-a0fe60c36347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.987593] env[62743]: DEBUG oslo_vmware.api [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.731908} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.987893] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1893.988085] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1893.988264] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1893.988435] env[62743]: INFO nova.compute.manager [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1893.988669] env[62743]: DEBUG oslo.service.loopingcall [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.988868] env[62743]: DEBUG nova.compute.manager [-] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1893.989195] env[62743]: DEBUG nova.network.neutron [-] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.017644] env[62743]: DEBUG oslo_vmware.api [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063674, 'name': PowerOnVM_Task, 'duration_secs': 0.561556} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.017858] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1894.018080] env[62743]: INFO nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1894.018349] env[62743]: DEBUG nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1894.018992] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f605e62-f967-4802-a950-a581897b75c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.057340] env[62743]: DEBUG nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1894.082526] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1894.082774] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1894.082930] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1894.083124] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1894.083315] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1894.086743] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1894.086743] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1894.086743] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1894.086743] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1894.086743] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1894.086743] env[62743]: DEBUG nova.virt.hardware [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1894.086743] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bc0097-abcd-404b-96cb-01529cbf3bc2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.092739] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b9b3bf-fd4b-4e6d-b9e2-b6967fc09f66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.108045] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.113915] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Creating folder: Project (1b936727962b48d28b4ae172a25edca2). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1894.114195] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2386291e-62a3-417f-aceb-43d66d92a723 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.124695] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Created folder: Project (1b936727962b48d28b4ae172a25edca2) in parent group-v423128. [ 1894.124884] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Creating folder: Instances. Parent ref: group-v423253. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1894.125136] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1625d6fc-1010-4f5e-88e9-97fb355aa4a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.134215] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Created folder: Instances in parent group-v423253. [ 1894.134452] env[62743]: DEBUG oslo.service.loopingcall [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.134643] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.134850] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f20c1d6-34f5-4cad-a407-105bc6d44a5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.152832] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1894.152832] env[62743]: value = "task-2063678" [ 1894.152832] env[62743]: _type = "Task" [ 1894.152832] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.160827] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063678, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.175435] env[62743]: DEBUG oslo_concurrency.lockutils [None req-688ba819-5bd8-453e-8960-fbdc098b906c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "97116663-4cff-4e44-a887-e570f071fff7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.526s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.183827] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.186624] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.699s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.186624] env[62743]: DEBUG nova.objects.instance [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lazy-loading 'resources' on Instance uuid af4330c0-aa33-4932-ba54-16f3334f9717 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1894.208802] env[62743]: INFO nova.scheduler.client.report [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted allocations for instance 71bb3046-e6f4-41d0-8885-b765f51f630b [ 1894.288946] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0767} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.288946] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.289739] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2eeb0e-972b-4e3f-b484-df0ff64c410d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.315142] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.315910] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c2fb62-8548-479b-b8ce-09e43defa61c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.337367] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1894.337367] env[62743]: value = "task-2063679" [ 1894.337367] env[62743]: _type = "Task" [ 1894.337367] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.347325] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.356431] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-451508ca-6b2f-4599-a8a5-1d132b3ee7f6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.356835] env[62743]: DEBUG nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Instance network_info: |[{"id": "0a5f031a-a847-4514-b97d-a0fe60c36347", "address": "fa:16:3e:b9:ab:1a", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5f031a-a8", "ovs_interfaceid": "0a5f031a-a847-4514-b97d-a0fe60c36347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1894.357168] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] Acquired lock "refresh_cache-451508ca-6b2f-4599-a8a5-1d132b3ee7f6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.357362] env[62743]: DEBUG nova.network.neutron [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Refreshing network info cache for port 0a5f031a-a847-4514-b97d-a0fe60c36347 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1894.358646] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:ab:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5f031a-a847-4514-b97d-a0fe60c36347', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1894.366336] env[62743]: DEBUG oslo.service.loopingcall [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.367507] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1894.367762] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa22d5ef-a655-43ce-870e-6845124e898f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.387802] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1894.387802] env[62743]: value = "task-2063680" [ 1894.387802] env[62743]: _type = "Task" [ 1894.387802] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.396340] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063680, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.542850] env[62743]: INFO nova.compute.manager [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Took 32.48 seconds to build instance. [ 1894.662746] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063678, 'name': CreateVM_Task, 'duration_secs': 0.429994} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.662914] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1894.663502] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.663502] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.663818] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1894.664123] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c86426-7e62-40e0-af6c-d3419d3d2a2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.668711] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1894.668711] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525a1ecb-e4d9-2121-a0bd-5af480385a77" [ 1894.668711] env[62743]: _type = "Task" [ 1894.668711] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.680163] env[62743]: DEBUG nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1894.684282] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525a1ecb-e4d9-2121-a0bd-5af480385a77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.724634] env[62743]: DEBUG oslo_concurrency.lockutils [None req-663a47b8-3dda-4dad-bd1d-2470d1a7f7d2 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "71bb3046-e6f4-41d0-8885-b765f51f630b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.381s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.726383] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "97116663-4cff-4e44-a887-e570f071fff7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.726556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "97116663-4cff-4e44-a887-e570f071fff7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.726762] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "97116663-4cff-4e44-a887-e570f071fff7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.730188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "97116663-4cff-4e44-a887-e570f071fff7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.730188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "97116663-4cff-4e44-a887-e570f071fff7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.731972] env[62743]: INFO nova.compute.manager [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Terminating instance [ 1894.846433] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.898248] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063680, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.924630] env[62743]: DEBUG oslo_concurrency.lockutils [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] Acquiring lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.924944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] Acquired lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.925048] env[62743]: DEBUG nova.network.neutron [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.046401] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24b9fac7-a6b8-4b64-b756-de24e57c2f3b tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.981s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.106071] env[62743]: DEBUG nova.network.neutron [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Updated VIF entry in instance network info cache for port 0a5f031a-a847-4514-b97d-a0fe60c36347. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1895.106513] env[62743]: DEBUG nova.network.neutron [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Updating instance_info_cache with network_info: [{"id": "0a5f031a-a847-4514-b97d-a0fe60c36347", "address": "fa:16:3e:b9:ab:1a", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a5f031a-a8", "ovs_interfaceid": "0a5f031a-a847-4514-b97d-a0fe60c36347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.182126] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525a1ecb-e4d9-2121-a0bd-5af480385a77, 'name': SearchDatastore_Task, 'duration_secs': 0.018414} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.184674] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.184924] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.185180] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.185327] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.185505] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.188147] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e28fb8-3797-4186-a402-6964dc7d3814 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.201772] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.201973] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.203335] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.203561] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712c1d6d-2a9f-4de8-b32d-6fb3550c0b9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.208711] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1895.208711] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52df9306-07e3-06be-fa84-50261b739915" [ 1895.208711] env[62743]: _type = "Task" [ 1895.208711] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.219600] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52df9306-07e3-06be-fa84-50261b739915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.237515] env[62743]: DEBUG nova.compute.manager [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1895.237515] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1895.238592] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d8ab4-893b-425e-9b39-54c3d7333ae1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.248543] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1895.248982] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac420a70-30d9-4456-a4e6-c4da70375b30 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.260422] env[62743]: DEBUG oslo_vmware.api [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1895.260422] env[62743]: value = "task-2063681" [ 1895.260422] env[62743]: _type = "Task" [ 1895.260422] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.268766] env[62743]: DEBUG oslo_vmware.api [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.295883] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49ed73a-b387-4dd1-9a48-8bf400d332e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.304283] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36946b6-b139-46ad-8a0d-a8edbfb693a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.337220] env[62743]: DEBUG nova.network.neutron [-] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.339286] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630c451b-bef4-4803-bbc5-42140406e658 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.352640] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a46baaa-bad9-4046-8f52-15ffccc2288b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.358020] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063679, 'name': ReconfigVM_Task, 'duration_secs': 0.715171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.358020] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Reconfigured VM instance instance-0000002d to attach disk [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.358923] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4694e9a1-bf25-4c25-8148-97213108e915 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.369879] env[62743]: DEBUG nova.compute.provider_tree [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1895.374683] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1895.374683] env[62743]: value = "task-2063682" [ 1895.374683] env[62743]: _type = "Task" [ 1895.374683] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.383997] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063682, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.397212] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063680, 'name': CreateVM_Task, 'duration_secs': 0.704165} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.397421] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.398158] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.398347] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.398636] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.398884] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-141714a1-4e2f-4fa7-a086-9d8b97872289 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.404486] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1895.404486] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525f8d46-6717-2a6d-cc58-deddfc0a33d2" [ 1895.404486] env[62743]: _type = "Task" [ 1895.404486] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.412644] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525f8d46-6717-2a6d-cc58-deddfc0a33d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.549205] env[62743]: DEBUG nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1895.610669] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa0a8afe-6881-4d94-a8a4-fe33b3028e5a req-18de3655-1c15-4241-9964-aecdcc13b9ec service nova] Releasing lock "refresh_cache-451508ca-6b2f-4599-a8a5-1d132b3ee7f6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.640776] env[62743]: DEBUG nova.compute.manager [req-abbb7256-978f-457f-832f-cc2227a7aa8b req-8255f868-c182-4a98-acd4-0c0dbed36538 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-vif-deleted-fd05aa5b-d6f0-424e-93b6-94067c1e0174 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.640979] env[62743]: DEBUG nova.compute.manager [req-abbb7256-978f-457f-832f-cc2227a7aa8b req-8255f868-c182-4a98-acd4-0c0dbed36538 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-vif-deleted-7136f04c-654f-4815-a509-5edb39fb11d6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.641163] env[62743]: DEBUG nova.compute.manager [req-abbb7256-978f-457f-832f-cc2227a7aa8b req-8255f868-c182-4a98-acd4-0c0dbed36538 service nova] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Received event network-vif-deleted-b0256a0f-a5ea-4a60-8a85-4317470ba7a8 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.719564] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52df9306-07e3-06be-fa84-50261b739915, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.720622] env[62743]: DEBUG nova.network.neutron [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Updating instance_info_cache with network_info: [{"id": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "address": "fa:16:3e:9e:82:e2", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bccc2d7-c8", "ovs_interfaceid": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.722557] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae76fe0e-b5aa-4b26-9263-a5bb70f36f84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.730186] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1895.730186] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527b5fa8-a581-809d-5ed6-61b8949599f8" [ 1895.730186] env[62743]: _type = "Task" [ 1895.730186] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.740547] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527b5fa8-a581-809d-5ed6-61b8949599f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.772012] env[62743]: DEBUG oslo_vmware.api [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063681, 'name': PowerOffVM_Task, 'duration_secs': 0.168059} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.772603] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1895.772794] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1895.773095] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2dfedd5-4bee-463f-9da8-249a4569ab3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.842746] env[62743]: INFO nova.compute.manager [-] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Took 1.85 seconds to deallocate network for instance. [ 1895.886359] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063682, 'name': Rename_Task, 'duration_secs': 0.204102} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.887028] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1895.887028] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7368f8-1607-4859-859a-793317a51d52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.890153] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1895.890359] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1895.890489] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleting the datastore file [datastore1] 97116663-4cff-4e44-a887-e570f071fff7 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1895.891073] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9ab7efa-9a23-4d23-b3aa-b6541555f9a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.894674] env[62743]: ERROR nova.scheduler.client.report [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [req-73a60c18-4358-482c-b1f9-a6ecd6dc8557] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73a60c18-4358-482c-b1f9-a6ecd6dc8557"}]} [ 1895.895097] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1895.895097] env[62743]: value = "task-2063684" [ 1895.895097] env[62743]: _type = "Task" [ 1895.895097] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.901600] env[62743]: DEBUG oslo_vmware.api [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1895.901600] env[62743]: value = "task-2063685" [ 1895.901600] env[62743]: _type = "Task" [ 1895.901600] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.907532] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.915597] env[62743]: DEBUG nova.scheduler.client.report [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1895.917452] env[62743]: DEBUG oslo_vmware.api [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.921479] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525f8d46-6717-2a6d-cc58-deddfc0a33d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.921795] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.922073] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.922297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.938848] env[62743]: DEBUG nova.scheduler.client.report [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1895.939165] env[62743]: DEBUG nova.compute.provider_tree [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1895.953279] env[62743]: DEBUG nova.scheduler.client.report [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1895.978992] env[62743]: DEBUG nova.scheduler.client.report [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1896.069749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.223305] env[62743]: DEBUG oslo_concurrency.lockutils [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] Releasing lock "refresh_cache-6f89ca5a-ad87-4201-8bcc-6deeb60df555" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.223791] env[62743]: DEBUG nova.compute.manager [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Inject network info {{(pid=62743) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1896.224086] env[62743]: DEBUG nova.compute.manager [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] network_info to inject: |[{"id": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "address": "fa:16:3e:9e:82:e2", "network": {"id": "d0fda9aa-bce2-406d-a0cc-c36cbfb33788", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2100773238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a329974a21d408087d05fcd88609e68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c6a4836-66dc-4e43-982b-f8fcd3f9989a", "external-id": "nsx-vlan-transportzone-635", "segmentation_id": 635, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bccc2d7-c8", "ovs_interfaceid": "9bccc2d7-c83c-4124-b31d-70f68a7dd4fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1896.228896] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Reconfiguring VM instance to set the machine id {{(pid=62743) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1896.231616] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103f7d5d-f851-4230-bdff-aff2771af9e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.242181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.242459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "cef29849-b62f-448e-a20b-563fded880fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.242621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "cef29849-b62f-448e-a20b-563fded880fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.242805] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "cef29849-b62f-448e-a20b-563fded880fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.242971] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "cef29849-b62f-448e-a20b-563fded880fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.248025] env[62743]: INFO nova.compute.manager [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Terminating instance [ 1896.258668] env[62743]: DEBUG oslo_vmware.api [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] Waiting for the task: (returnval){ [ 1896.258668] env[62743]: value = "task-2063686" [ 1896.258668] env[62743]: _type = "Task" [ 1896.258668] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.258668] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527b5fa8-a581-809d-5ed6-61b8949599f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.258668] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.258668] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1896.261626] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.261826] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1896.262057] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dd44e23-b554-4227-92c1-d31bee5f86d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.266823] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d98a0249-f79b-47d5-83b3-0d3b235760e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.275037] env[62743]: DEBUG oslo_vmware.api [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] Task: {'id': task-2063686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.276249] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1896.276249] env[62743]: value = "task-2063687" [ 1896.276249] env[62743]: _type = "Task" [ 1896.276249] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.277424] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1896.277599] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1896.282237] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3337a41b-cc56-49db-84d2-0ff4c638c1c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.296834] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.299221] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1896.299221] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b26a71-6c10-14be-db43-744522fa406d" [ 1896.299221] env[62743]: _type = "Task" [ 1896.299221] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.316479] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b26a71-6c10-14be-db43-744522fa406d, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.317699] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b18725-09ff-493f-ab33-6f10d126c697 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.328292] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1896.328292] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52593c05-5e55-91c2-7bfc-b02baaffdfa2" [ 1896.328292] env[62743]: _type = "Task" [ 1896.328292] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.341412] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52593c05-5e55-91c2-7bfc-b02baaffdfa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.349477] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.412892] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063684, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.417897] env[62743]: DEBUG oslo_vmware.api [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161491} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.418200] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.418341] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.418517] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.418687] env[62743]: INFO nova.compute.manager [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1896.418933] env[62743]: DEBUG oslo.service.loopingcall [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.419141] env[62743]: DEBUG nova.compute.manager [-] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.419238] env[62743]: DEBUG nova.network.neutron [-] [instance: 97116663-4cff-4e44-a887-e570f071fff7] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.591899] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab1d1e-9a6c-42f7-b6b2-047f824f4841 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.605461] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb73d2-e115-4a11-8d25-2bb73889302f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.636350] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e702abd-3e19-4431-8a15-f7e0b1e77681 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.644804] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97587af-3b7c-45d5-97e0-c6e3322e7641 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.659765] env[62743]: DEBUG nova.compute.provider_tree [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.755022] env[62743]: DEBUG nova.compute.manager [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.755022] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.755022] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbbbc96-d913-40c2-95d7-6e6a20a69956 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.770565] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.774251] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9c0232b-e2a0-4069-8755-7fba7496841d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.781295] env[62743]: DEBUG oslo_vmware.api [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] Task: {'id': task-2063686, 'name': ReconfigVM_Task, 'duration_secs': 0.182651} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.781295] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-06b04b51-1edf-457c-9d0c-d40c5f7aa218 tempest-ServersAdminTestJSON-1883432565 tempest-ServersAdminTestJSON-1883432565-project-admin] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Reconfigured VM instance to set the machine id {{(pid=62743) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1896.789976] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063687, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.791464] env[62743]: DEBUG oslo_vmware.api [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1896.791464] env[62743]: value = "task-2063688" [ 1896.791464] env[62743]: _type = "Task" [ 1896.791464] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.804767] env[62743]: DEBUG oslo_vmware.api [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.838647] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52593c05-5e55-91c2-7bfc-b02baaffdfa2, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.838940] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.840058] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1896.840058] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a61e3d2-0ee8-4e05-9a3f-0daf903370ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.845924] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1896.845924] env[62743]: value = "task-2063689" [ 1896.845924] env[62743]: _type = "Task" [ 1896.845924] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.853950] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.908010] env[62743]: DEBUG oslo_vmware.api [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063684, 'name': PowerOnVM_Task, 'duration_secs': 0.552898} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.908359] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.908490] env[62743]: INFO nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Took 9.69 seconds to spawn the instance on the hypervisor. [ 1896.908668] env[62743]: DEBUG nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.909445] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d831850-f53d-4ee5-a61c-db177a53be53 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.201072] env[62743]: DEBUG nova.scheduler.client.report [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1897.201274] env[62743]: DEBUG nova.compute.provider_tree [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 69 to 70 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1897.201454] env[62743]: DEBUG nova.compute.provider_tree [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.294582] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570837} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.298687] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.299132] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1897.299502] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb82a074-d688-41c7-a4bc-05fbb855872c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.307677] env[62743]: DEBUG nova.network.neutron [-] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.309575] env[62743]: DEBUG oslo_vmware.api [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063688, 'name': PowerOffVM_Task, 'duration_secs': 0.216629} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.311680] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1897.311988] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1897.312374] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1897.312374] env[62743]: value = "task-2063690" [ 1897.312374] env[62743]: _type = "Task" [ 1897.312374] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.312580] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afee623e-9fcc-4874-b70e-f87edf94bed6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.326047] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.358119] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.425877] env[62743]: INFO nova.compute.manager [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Took 33.44 seconds to build instance. [ 1897.544692] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1897.544947] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1897.545152] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Deleting the datastore file [datastore1] cef29849-b62f-448e-a20b-563fded880fe {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1897.545387] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c77268b3-ded3-492f-93e5-b1764d26e9d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.552587] env[62743]: DEBUG oslo_vmware.api [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for the task: (returnval){ [ 1897.552587] env[62743]: value = "task-2063692" [ 1897.552587] env[62743]: _type = "Task" [ 1897.552587] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.560578] env[62743]: DEBUG oslo_vmware.api [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.678877] env[62743]: DEBUG nova.compute.manager [req-f10f41e3-48b6-4cc7-8458-936e76b06bd7 req-a6b72178-5604-4852-8533-0ccc13deaa27 service nova] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Received event network-vif-deleted-5306927d-1a01-4920-b9ab-0ab84e82807a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1897.706622] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.520s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.709442] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.878s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.711401] env[62743]: INFO nova.compute.claims [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.739387] env[62743]: INFO nova.scheduler.client.report [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted allocations for instance af4330c0-aa33-4932-ba54-16f3334f9717 [ 1897.810696] env[62743]: INFO nova.compute.manager [-] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Took 1.39 seconds to deallocate network for instance. [ 1897.826554] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128715} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.826883] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1897.827811] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea61ccbd-11bc-4fed-a64e-a13aff6d03c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.851494] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.852255] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3defb6b3-4730-4419-8c62-7a8a5a5c6bc0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.879700] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576789} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.880958] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1897.881199] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1897.881507] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1897.881507] env[62743]: value = "task-2063693" [ 1897.881507] env[62743]: _type = "Task" [ 1897.881507] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.881728] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5afc0e77-42f2-424b-a8b6-580b8ce53237 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.891683] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.893506] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1897.893506] env[62743]: value = "task-2063694" [ 1897.893506] env[62743]: _type = "Task" [ 1897.893506] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.902775] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.929214] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4f2971c3-d257-42cd-b58d-ec14d0c4b96a tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.665s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.063580] env[62743]: DEBUG oslo_vmware.api [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Task: {'id': task-2063692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164755} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.063918] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1898.064131] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1898.064315] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1898.064489] env[62743]: INFO nova.compute.manager [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] [instance: cef29849-b62f-448e-a20b-563fded880fe] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1898.064730] env[62743]: DEBUG oslo.service.loopingcall [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.064925] env[62743]: DEBUG nova.compute.manager [-] [instance: cef29849-b62f-448e-a20b-563fded880fe] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1898.065035] env[62743]: DEBUG nova.network.neutron [-] [instance: cef29849-b62f-448e-a20b-563fded880fe] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1898.069264] env[62743]: INFO nova.compute.manager [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Rebuilding instance [ 1898.114767] env[62743]: DEBUG nova.compute.manager [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.115635] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f0f61d-62c8-4996-af5c-e4cd9eb37ef6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.250600] env[62743]: DEBUG oslo_concurrency.lockutils [None req-782845a6-f6f5-4a85-a0e1-db20dd5d02b0 tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "af4330c0-aa33-4932-ba54-16f3334f9717" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.129s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.320437] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.397770] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.405431] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287597} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.405747] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1898.406570] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d28bbc7-d07a-418f-b862-b80096127566 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.430261] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.431094] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10af662f-62e0-4c55-8938-5e0cbf2d04a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.447755] env[62743]: DEBUG nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.455932] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1898.455932] env[62743]: value = "task-2063695" [ 1898.455932] env[62743]: _type = "Task" [ 1898.455932] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.467430] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.625550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.626181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.900954] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063693, 'name': ReconfigVM_Task, 'duration_secs': 0.753181} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.901875] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Reconfigured VM instance instance-0000002f to attach disk [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1898.902039] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4876a81-c3f2-4cc4-9ba8-5747729640cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.908371] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1898.908371] env[62743]: value = "task-2063696" [ 1898.908371] env[62743]: _type = "Task" [ 1898.908371] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.923539] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063696, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.967955] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.978935] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.131555] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.133046] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-156b9b0a-44f9-4844-8c40-2278991c9630 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.139967] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1899.139967] env[62743]: value = "task-2063697" [ 1899.139967] env[62743]: _type = "Task" [ 1899.139967] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.151469] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.182426] env[62743]: DEBUG nova.network.neutron [-] [instance: cef29849-b62f-448e-a20b-563fded880fe] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.305814] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94865b07-5274-4dd8-8e8d-0de847d98390 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.314460] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce9698-2e1e-4991-95f6-a4cdeb51c78d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.348671] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22067adb-611c-4e18-a4f3-15f8e88de1c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.356268] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967883da-b2c1-4489-9e34-c3981cb2267d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.371110] env[62743]: DEBUG nova.compute.provider_tree [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.417702] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063696, 'name': Rename_Task, 'duration_secs': 0.161099} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.418326] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.418648] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2ec5fe0-ffde-4bed-8bea-5a67c986a5fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.424273] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1899.424273] env[62743]: value = "task-2063698" [ 1899.424273] env[62743]: _type = "Task" [ 1899.424273] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.432711] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.468542] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063695, 'name': ReconfigVM_Task, 'duration_secs': 0.556254} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.469159] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.470035] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a2f0999-b40c-45f1-9ffe-ecabac87c42a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.476276] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1899.476276] env[62743]: value = "task-2063699" [ 1899.476276] env[62743]: _type = "Task" [ 1899.476276] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.484652] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063699, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.527220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.527460] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.554397] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "ba7ac02d-5544-4aca-bddb-2825c976241c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.554735] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.653316] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063697, 'name': PowerOffVM_Task, 'duration_secs': 0.266044} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.653593] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.653828] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.654681] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c77a9e-bbd7-4764-86de-0eba3aadaff9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.661145] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.661369] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea3fc00b-44e1-43b1-aa09-84087e1a054e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.685063] env[62743]: INFO nova.compute.manager [-] [instance: cef29849-b62f-448e-a20b-563fded880fe] Took 1.62 seconds to deallocate network for instance. [ 1899.709537] env[62743]: DEBUG nova.compute.manager [req-9fa63e69-73cf-4cef-8bdf-7099e9ec078f req-6efc6d6c-0cca-44a3-8ccb-f3ad05c76307 service nova] [instance: cef29849-b62f-448e-a20b-563fded880fe] Received event network-vif-deleted-92e8ebff-3e83-471b-8645-679591508646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1899.874656] env[62743]: DEBUG nova.scheduler.client.report [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.934393] env[62743]: DEBUG oslo_vmware.api [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063698, 'name': PowerOnVM_Task, 'duration_secs': 0.461574} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.934830] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1899.935133] env[62743]: INFO nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1899.935377] env[62743]: DEBUG nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1899.936208] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab98a27-9399-49dd-9227-c6c828e26057 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.986207] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063699, 'name': Rename_Task, 'duration_secs': 0.176534} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.986506] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.986798] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-baf983e9-15d3-4a68-87d3-990c9986f302 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.993698] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1899.993698] env[62743]: value = "task-2063701" [ 1899.993698] env[62743]: _type = "Task" [ 1899.993698] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.001314] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.192196] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.380534] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.381092] env[62743]: DEBUG nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1900.383752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.102s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.385078] env[62743]: DEBUG nova.objects.instance [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1900.452910] env[62743]: INFO nova.compute.manager [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Took 33.51 seconds to build instance. [ 1900.504148] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.892571] env[62743]: DEBUG nova.compute.utils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.892885] env[62743]: DEBUG nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.893292] env[62743]: DEBUG nova.network.neutron [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.934727] env[62743]: DEBUG nova.policy [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09a608bc31e741fb995f4b7d7bd748b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92ff6bd087ff43bcb8f31e45e1fe0a45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.954560] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9782f3f-0a29-4685-96b3-75b1a1215740 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "dd73da07-637d-4675-9e13-d4b615a8fbca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.118s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.005566] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063701, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.177855] env[62743]: INFO nova.compute.manager [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Rebuilding instance [ 1901.234798] env[62743]: DEBUG nova.compute.manager [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.235730] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7076b94a-1e86-4d73-b129-2d126c349c94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.264181] env[62743]: DEBUG nova.network.neutron [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Successfully created port: dfa649e3-420f-459a-b6ae-66f347b45596 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1901.394220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0fe05048-9394-4e41-91a3-f1076058db24 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.395434] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.010s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.398316] env[62743]: DEBUG nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1901.409314] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Acquiring lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.409559] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.409781] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Acquiring lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.409966] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.410173] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.412528] env[62743]: INFO nova.compute.manager [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Terminating instance [ 1901.457134] env[62743]: DEBUG nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1901.506309] env[62743]: DEBUG oslo_vmware.api [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063701, 'name': PowerOnVM_Task, 'duration_secs': 1.025835} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.506655] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1901.506987] env[62743]: INFO nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1901.507306] env[62743]: DEBUG nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.508216] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0851fd0-52f3-42de-a7a9-95817d4cd919 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.917102] env[62743]: DEBUG nova.compute.manager [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1901.917377] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.917671] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32b0b72d-307d-4cf3-9764-d94e0f1604a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.925893] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1901.925893] env[62743]: value = "task-2063702" [ 1901.925893] env[62743]: _type = "Task" [ 1901.925893] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.934294] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.979632] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.029073] env[62743]: INFO nova.compute.manager [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Took 36.49 seconds to build instance. [ 1902.254523] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.254966] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40a31d9e-29ac-4f7b-8ace-a396180ebdff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.263722] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1902.263722] env[62743]: value = "task-2063703" [ 1902.263722] env[62743]: _type = "Task" [ 1902.263722] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.271748] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.430937] env[62743]: DEBUG nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1902.435972] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063702, 'name': PowerOffVM_Task, 'duration_secs': 0.401142} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.436284] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.436489] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1902.436761] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423171', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'name': 'volume-673655e4-468d-4425-ab60-5dfdce5b3a52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c7e0b0-14f3-473e-aa93-69c668d92bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'serial': '673655e4-468d-4425-ab60-5dfdce5b3a52'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1902.437582] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6cad0-dd46-41ca-89e1-b6e6fa8898b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.443218] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.443286] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fb51b671-ea57-49e1-bb62-0f0a36f9de1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.443394] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 34e9a264-7999-4715-83bb-488219204ca7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.443514] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7757e7a7-8bd7-4057-9e65-83cda5ac2af6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.443692] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 2157312b-0155-42fa-a5ce-0392f8f0df3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.443799] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance cef29849-b62f-448e-a20b-563fded880fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.443914] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance af3cadb7-b261-4240-867a-aee52cd06f7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.444071] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 94bf8010-b4e1-461f-aba7-0323563f3368 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.444177] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance aa2ca68d-151a-4a1f-b526-230b8d8606a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.444291] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance dd014a6d-45ba-4a56-9fd8-914c019c1f5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.444403] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7a399c28-2511-4fae-a0f8-6775d22b5dae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.444512] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 80efd7e0-078b-44cc-a0c0-ab1d868a9414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.445186] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 34c7e0b0-14f3-473e-aa93-69c668d92bd4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.445354] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance de305795-6e3c-446d-82dd-54586b35d067 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.445478] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.445607] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9f51515f-0845-40bf-b62a-9eaac1360e13 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.445776] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 339999aa-0f91-47fd-9fa7-766e28a99026 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.445852] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b25ef405-c60d-43e9-b829-bc6d0e861364 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.445974] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance e0a703b0-dea3-45c5-a9e6-ffc1a67c945d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.446103] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance de20af78-9dfc-4d12-8cda-f18003c79d1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.446218] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 96ba86c8-92ed-4efc-b2cb-e31f1718f42f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.446340] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 97116663-4cff-4e44-a887-e570f071fff7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.446454] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6f89ca5a-ad87-4201-8bcc-6deeb60df555 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.446600] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.446725] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 451508ca-6b2f-4599-a8a5-1d132b3ee7f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.446897] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance dd73da07-637d-4675-9e13-d4b615a8fbca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.446947] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance a856f251-8287-479a-b086-0eaa5882e084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1902.467465] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1902.467713] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.467850] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1902.468038] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.468198] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1902.468327] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1902.468994] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1902.468994] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1902.468994] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1902.469194] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1902.469236] env[62743]: DEBUG nova.virt.hardware [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1902.470128] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f71cc89-1bf5-407d-9540-be786a332730 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.474917] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934273aa-3e44-469b-a63d-ef3dc05ea4a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.485482] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7885cd3-787d-4bfc-865a-8ced7f8928a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.490254] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d56fdd-5211-4e41-babe-2e560e3482f2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.516021] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc2278-b24e-4b02-993e-be2d09e4513d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.533216] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ed465-655d-4f59-9fa0-abc630713001 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.561s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.533514] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] The volume has not been displaced from its original location: [datastore1] volume-673655e4-468d-4425-ab60-5dfdce5b3a52/volume-673655e4-468d-4425-ab60-5dfdce5b3a52.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1902.538817] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1902.540299] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92088938-f2d5-4187-b8c5-0cb5294203c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.559834] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1902.559834] env[62743]: value = "task-2063704" [ 1902.559834] env[62743]: _type = "Task" [ 1902.559834] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.567917] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.773860] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063703, 'name': PowerOffVM_Task, 'duration_secs': 0.302109} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.774081] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.774326] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1902.775173] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137e2693-4d81-4f6f-8337-b5f938198102 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.782027] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1902.782192] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c73a1aba-447a-4ea7-93e7-85a395d7855f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.807250] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1902.807560] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1902.808409] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Deleting the datastore file [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1902.808409] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a79467-7579-4637-8291-ec904c4b910f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.815621] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1902.815621] env[62743]: value = "task-2063706" [ 1902.815621] env[62743]: _type = "Task" [ 1902.815621] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.824191] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.974008] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 40e066ca-2283-4c5e-a98a-bddfcf032070 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1903.054767] env[62743]: DEBUG nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1903.069111] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063704, 'name': ReconfigVM_Task, 'duration_secs': 0.339818} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.069463] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1903.073849] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf385d4f-8828-4d66-84e9-bf963c24914d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.089798] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1903.089798] env[62743]: value = "task-2063707" [ 1903.089798] env[62743]: _type = "Task" [ 1903.089798] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.099084] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.326521] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099031} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.326858] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1903.327061] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1903.327243] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1903.476658] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1903.577504] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.600609] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.840038] env[62743]: INFO nova.compute.manager [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Rebuilding instance [ 1903.879327] env[62743]: DEBUG nova.compute.manager [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.880290] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ef5ff-75dd-4398-812c-22d7bb1294c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.979807] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 8a88102f-7880-4fec-af45-6fc6651bfd18 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1904.100930] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063707, 'name': ReconfigVM_Task, 'duration_secs': 0.869763} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.101394] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423171', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'name': 'volume-673655e4-468d-4425-ab60-5dfdce5b3a52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '34c7e0b0-14f3-473e-aa93-69c668d92bd4', 'attached_at': '', 'detached_at': '', 'volume_id': '673655e4-468d-4425-ab60-5dfdce5b3a52', 'serial': '673655e4-468d-4425-ab60-5dfdce5b3a52'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1904.101570] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.102385] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd0a575-668d-4ba1-8e28-4f060dd4feb7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.108978] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.109276] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33b0a67a-c9ab-43b5-9d5a-3e750c66c561 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.371086] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.371381] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.371549] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.371809] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.371913] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.372063] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.372284] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.372440] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.372604] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.372788] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.372984] env[62743]: DEBUG nova.virt.hardware [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.373854] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8f9f5e-300e-45dd-b4e3-af7006be8cfc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.382138] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6390a5-8127-46d3-a7c3-94de3eb6d5fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.398032] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.403667] env[62743]: DEBUG oslo.service.loopingcall [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.404490] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.404490] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f1a254d-6490-4ae7-a03a-22a1f489721c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.423255] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.423255] env[62743]: value = "task-2063709" [ 1904.423255] env[62743]: _type = "Task" [ 1904.423255] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.430158] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063709, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.483152] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 85bb3618-e2ed-4dfa-8407-85aacf0ca554 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1904.904800] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.905146] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61718a4a-b70c-4b2d-b98b-178cb2db321f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.912141] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1904.912141] env[62743]: value = "task-2063710" [ 1904.912141] env[62743]: _type = "Task" [ 1904.912141] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.920299] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.930253] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063709, 'name': CreateVM_Task, 'duration_secs': 0.313928} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.930418] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1904.930892] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.931107] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.931449] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.931718] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f046953d-eb4b-4386-91e5-5c7f13573b3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.935954] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1904.935954] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b96f5c-a47e-ecf4-3fba-2fb6b26ad810" [ 1904.935954] env[62743]: _type = "Task" [ 1904.935954] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.943648] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b96f5c-a47e-ecf4-3fba-2fb6b26ad810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.986966] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6204b096-8bc8-4f1f-ad9f-7d0af46dab21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1905.423909] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063710, 'name': PowerOffVM_Task, 'duration_secs': 0.266311} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.424217] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.424450] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.425250] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0547cfb7-5974-472b-8dee-d8c707855077 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.431920] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.432305] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9755703-11aa-41a4-9fa4-367dc6cc0f65 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.446383] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b96f5c-a47e-ecf4-3fba-2fb6b26ad810, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.446692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.446925] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.447172] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.447355] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.447483] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.447755] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa76e31b-8f53-4fc4-a346-da24a95d06fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.456015] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.456231] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.457058] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d4214d-980f-471a-ab54-e992e158ec31 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.462355] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1905.462355] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52535e64-13a4-8eb9-af14-11dedac61362" [ 1905.462355] env[62743]: _type = "Task" [ 1905.462355] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.470576] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52535e64-13a4-8eb9-af14-11dedac61362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.489540] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance af7ad017-9443-4e4a-b925-50fea46e10fb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1905.972833] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52535e64-13a4-8eb9-af14-11dedac61362, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.973642] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bf6971-0913-4fb8-8079-8642ecdf2b9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.979133] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1905.979133] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d3fd92-ecac-52c3-d426-8e143515dc92" [ 1905.979133] env[62743]: _type = "Task" [ 1905.979133] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.987046] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d3fd92-ecac-52c3-d426-8e143515dc92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.992819] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1906.490168] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d3fd92-ecac-52c3-d426-8e143515dc92, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.490450] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.490705] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.491585] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a247242-7d6e-440e-a408-42723904697a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.496020] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ecf46e23-9089-48bf-982c-d4002d90af9c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1906.499305] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1906.499305] env[62743]: value = "task-2063712" [ 1906.499305] env[62743]: _type = "Task" [ 1906.499305] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.506523] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.543741] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.543741] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.543741] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleting the datastore file [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.543741] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcb6ec8b-807d-45ed-a625-6268ffa8bcce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.550441] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1906.550441] env[62743]: value = "task-2063713" [ 1906.550441] env[62743]: _type = "Task" [ 1906.550441] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.558299] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.572578] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.572578] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.572578] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Deleting the datastore file [datastore1] 34c7e0b0-14f3-473e-aa93-69c668d92bd4 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.572578] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67198556-698f-4c52-bcb5-9f5e7344da8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.576724] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.576932] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.577114] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleting the datastore file [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.577355] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef5f2f2-03b2-4981-b82b-f6bbd9829e61 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.581476] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for the task: (returnval){ [ 1906.581476] env[62743]: value = "task-2063714" [ 1906.581476] env[62743]: _type = "Task" [ 1906.581476] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.585393] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1906.585393] env[62743]: value = "task-2063715" [ 1906.585393] env[62743]: _type = "Task" [ 1906.585393] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.591523] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.596686] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.001038] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance e1bdb762-de7b-425c-8b36-4ef2ae552e0f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1907.011519] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063712, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.061780] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371114} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.061780] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.061780] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.061958] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.092911] env[62743]: DEBUG oslo_vmware.api [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Task: {'id': task-2063714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116119} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.095029] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.095029] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.095029] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.095029] env[62743]: INFO nova.compute.manager [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Took 5.18 seconds to destroy the instance on the hypervisor. [ 1907.095029] env[62743]: DEBUG oslo.service.loopingcall [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.095439] env[62743]: DEBUG nova.compute.manager [-] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1907.095543] env[62743]: DEBUG nova.network.neutron [-] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1907.100335] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448564} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.100888] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.101439] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.101439] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.508089] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 0d3865b9-8e4c-4ea1-95d9-3440368179b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1907.515451] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526534} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.515694] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.515903] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.516174] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-037a0346-4a1d-4ef7-b11c-f0e0fdf90c8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.526991] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1907.526991] env[62743]: value = "task-2063716" [ 1907.526991] env[62743]: _type = "Task" [ 1907.526991] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.538263] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.565764] env[62743]: DEBUG nova.compute.manager [req-d5205b1c-df5e-4548-b4a6-23b68e294ace req-dada92da-492c-458d-9d03-01a912cdf45c service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Received event network-vif-deleted-efb24a00-756e-45b5-aa4a-5a490d9a2e69 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1907.566137] env[62743]: INFO nova.compute.manager [req-d5205b1c-df5e-4548-b4a6-23b68e294ace req-dada92da-492c-458d-9d03-01a912cdf45c service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Neutron deleted interface efb24a00-756e-45b5-aa4a-5a490d9a2e69; detaching it from the instance and deleting it from the info cache [ 1907.566431] env[62743]: DEBUG nova.network.neutron [req-d5205b1c-df5e-4548-b4a6-23b68e294ace req-dada92da-492c-458d-9d03-01a912cdf45c service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.936412] env[62743]: DEBUG nova.network.neutron [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Successfully updated port: dfa649e3-420f-459a-b6ae-66f347b45596 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1908.009566] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance c5343386-e9d5-4fc5-a7bc-56f568b8282b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1908.042926] env[62743]: DEBUG nova.network.neutron [-] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.044121] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072945} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.044373] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.045182] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a113f2c-8000-4417-88cf-0cf7e9b66ef7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.074239] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.081139] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651490eb-c34d-465f-857b-5bd26e68bd9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.095681] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec0b0ef1-918b-459f-8ca9-239604ba29fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.107392] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6988906d-5a61-43ca-96e7-f4c960541852 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.118154] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1908.118154] env[62743]: value = "task-2063717" [ 1908.118154] env[62743]: _type = "Task" [ 1908.118154] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1908.135018] env[62743]: DEBUG nova.virt.hardware [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1908.135018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3079dd06-f2c0-49c2-9f27-09c2a33623a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.151229] env[62743]: DEBUG nova.compute.manager [req-d5205b1c-df5e-4548-b4a6-23b68e294ace req-dada92da-492c-458d-9d03-01a912cdf45c service nova] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Detach interface failed, port_id=efb24a00-756e-45b5-aa4a-5a490d9a2e69, reason: Instance 34c7e0b0-14f3-473e-aa93-69c668d92bd4 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1908.157094] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.161270] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1908.161511] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.161668] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1908.161871] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.162128] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1908.162355] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1908.163029] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1908.163029] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1908.163029] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1908.163189] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1908.163330] env[62743]: DEBUG nova.virt.hardware [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1908.167231] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ac4dc4-e208-48b8-ab62-af591a186be3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.169019] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7fe4eb-170b-47f6-9ce2-34ee06605843 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.183125] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:90:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42abf29a-2a64-40dd-96ab-d360e317381d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1908.191152] env[62743]: DEBUG oslo.service.loopingcall [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.193438] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1908.193763] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d9fcaf-562d-4395-acde-1c6486d461fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.208592] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e383eb33-07e4-458a-b114-548643a6ef3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.222368] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:ab:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a5f031a-a847-4514-b97d-a0fe60c36347', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1908.230108] env[62743]: DEBUG oslo.service.loopingcall [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.231637] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1908.231893] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1908.231893] env[62743]: value = "task-2063718" [ 1908.231893] env[62743]: _type = "Task" [ 1908.231893] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.232081] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e28cb961-9921-4263-92c7-bda7173d1092 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.254399] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063718, 'name': CreateVM_Task} progress is 15%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.255597] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1908.255597] env[62743]: value = "task-2063719" [ 1908.255597] env[62743]: _type = "Task" [ 1908.255597] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.263347] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063719, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.438766] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "refresh_cache-a856f251-8287-479a-b086-0eaa5882e084" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.438935] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquired lock "refresh_cache-a856f251-8287-479a-b086-0eaa5882e084" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.440043] env[62743]: DEBUG nova.network.neutron [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.512919] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6b633ce0-90d2-4c09-8a4d-39cd217136d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1908.548814] env[62743]: INFO nova.compute.manager [-] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Took 1.45 seconds to deallocate network for instance. [ 1908.634660] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063717, 'name': ReconfigVM_Task, 'duration_secs': 0.402656} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.635081] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Reconfigured VM instance instance-0000002f to attach disk [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca/dd73da07-637d-4675-9e13-d4b615a8fbca.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.635659] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2158a678-39ae-4b29-892d-80fd0a479067 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.641688] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1908.641688] env[62743]: value = "task-2063720" [ 1908.641688] env[62743]: _type = "Task" [ 1908.641688] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.649472] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063720, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.755734] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063718, 'name': CreateVM_Task, 'duration_secs': 0.482019} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.756025] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.759942] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.760151] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.760459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.760714] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb74763-2481-4fee-b850-96b631972783 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.767480] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063719, 'name': CreateVM_Task, 'duration_secs': 0.460906} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.768579] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.768888] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1908.768888] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523e80e4-3a24-baa6-b850-3f25c83cb225" [ 1908.768888] env[62743]: _type = "Task" [ 1908.768888] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.769454] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.778061] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523e80e4-3a24-baa6-b850-3f25c83cb225, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.778061] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.778286] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1908.778325] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.778470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.778641] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1908.778895] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.779198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.779413] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e32bc3-1aee-4ea9-af06-f069f735ea15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.781008] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa860038-fa56-4583-b00b-27240675710a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.786942] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1908.786942] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52937203-8887-6cc4-e63e-d96b54759efc" [ 1908.786942] env[62743]: _type = "Task" [ 1908.786942] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.790699] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1908.790856] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1908.791775] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be6d223f-a412-4547-886b-dff8c4bad928 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.796272] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52937203-8887-6cc4-e63e-d96b54759efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.799185] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1908.799185] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525a6651-c1d9-caf3-8f6f-3b0c25a6f45d" [ 1908.799185] env[62743]: _type = "Task" [ 1908.799185] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.806344] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525a6651-c1d9-caf3-8f6f-3b0c25a6f45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.971634] env[62743]: DEBUG nova.network.neutron [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1909.016020] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ba7ac02d-5544-4aca-bddb-2825c976241c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1909.016356] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1909.016510] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1909.116195] env[62743]: INFO nova.compute.manager [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Took 0.57 seconds to detach 1 volumes for instance. [ 1909.119848] env[62743]: DEBUG nova.compute.manager [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Deleting volume: 673655e4-468d-4425-ab60-5dfdce5b3a52 {{(pid=62743) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1909.150864] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063720, 'name': Rename_Task, 'duration_secs': 0.146083} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.151154] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.151402] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8489e41d-733c-4e2c-8fcb-1a77cf9a4b59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.157851] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1909.157851] env[62743]: value = "task-2063721" [ 1909.157851] env[62743]: _type = "Task" [ 1909.157851] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.165424] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.190395] env[62743]: DEBUG nova.network.neutron [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Updating instance_info_cache with network_info: [{"id": "dfa649e3-420f-459a-b6ae-66f347b45596", "address": "fa:16:3e:97:5f:0d", "network": {"id": "4d1497ed-b20b-4318-a583-6a5ec36ed415", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-351242809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92ff6bd087ff43bcb8f31e45e1fe0a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa649e3-42", "ovs_interfaceid": "dfa649e3-420f-459a-b6ae-66f347b45596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.299928] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52937203-8887-6cc4-e63e-d96b54759efc, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.303013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.303255] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1909.303476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.312130] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525a6651-c1d9-caf3-8f6f-3b0c25a6f45d, 'name': SearchDatastore_Task, 'duration_secs': 0.008399} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.312310] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8316b7c1-542a-4dc2-b1c3-8ccf89828fa6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.319596] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1909.319596] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5201b435-689a-439b-cc9f-1b54c74307d7" [ 1909.319596] env[62743]: _type = "Task" [ 1909.319596] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.327572] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5201b435-689a-439b-cc9f-1b54c74307d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.567976] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9977dc3-c5a2-40ae-b2c1-cb053dcfa073 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.575930] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4267c8-9aff-477a-b101-74c5a15a737b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.610040] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3834a2-2ca5-481d-aab2-4d26c51aee81 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.613656] env[62743]: DEBUG nova.compute.manager [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Received event network-vif-plugged-dfa649e3-420f-459a-b6ae-66f347b45596 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1909.613905] env[62743]: DEBUG oslo_concurrency.lockutils [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] Acquiring lock "a856f251-8287-479a-b086-0eaa5882e084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.614133] env[62743]: DEBUG oslo_concurrency.lockutils [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] Lock "a856f251-8287-479a-b086-0eaa5882e084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.614300] env[62743]: DEBUG oslo_concurrency.lockutils [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] Lock "a856f251-8287-479a-b086-0eaa5882e084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.614467] env[62743]: DEBUG nova.compute.manager [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] No waiting events found dispatching network-vif-plugged-dfa649e3-420f-459a-b6ae-66f347b45596 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1909.614626] env[62743]: WARNING nova.compute.manager [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Received unexpected event network-vif-plugged-dfa649e3-420f-459a-b6ae-66f347b45596 for instance with vm_state building and task_state spawning. [ 1909.614788] env[62743]: DEBUG nova.compute.manager [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Received event network-changed-dfa649e3-420f-459a-b6ae-66f347b45596 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1909.614942] env[62743]: DEBUG nova.compute.manager [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Refreshing instance network info cache due to event network-changed-dfa649e3-420f-459a-b6ae-66f347b45596. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1909.615120] env[62743]: DEBUG oslo_concurrency.lockutils [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] Acquiring lock "refresh_cache-a856f251-8287-479a-b086-0eaa5882e084" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.621374] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe78e66-f059-4f42-b464-7d222a8d7678 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.635794] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.668129] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063721, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.675202] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.695543] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Releasing lock "refresh_cache-a856f251-8287-479a-b086-0eaa5882e084" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.695869] env[62743]: DEBUG nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Instance network_info: |[{"id": "dfa649e3-420f-459a-b6ae-66f347b45596", "address": "fa:16:3e:97:5f:0d", "network": {"id": "4d1497ed-b20b-4318-a583-6a5ec36ed415", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-351242809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92ff6bd087ff43bcb8f31e45e1fe0a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa649e3-42", "ovs_interfaceid": "dfa649e3-420f-459a-b6ae-66f347b45596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1909.696182] env[62743]: DEBUG oslo_concurrency.lockutils [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] Acquired lock "refresh_cache-a856f251-8287-479a-b086-0eaa5882e084" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.696362] env[62743]: DEBUG nova.network.neutron [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Refreshing network info cache for port dfa649e3-420f-459a-b6ae-66f347b45596 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.698147] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:5f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfa649e3-420f-459a-b6ae-66f347b45596', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1909.705151] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Creating folder: Project (92ff6bd087ff43bcb8f31e45e1fe0a45). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.705711] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab1f23d-09f2-42b2-ab5e-cfe1a196af30 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.718479] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Created folder: Project (92ff6bd087ff43bcb8f31e45e1fe0a45) in parent group-v423128. [ 1909.718804] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Creating folder: Instances. Parent ref: group-v423260. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1909.718976] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b5bad16-463b-40a4-8ea8-e409c59482c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.729602] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Created folder: Instances in parent group-v423260. [ 1909.729839] env[62743]: DEBUG oslo.service.loopingcall [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.730042] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a856f251-8287-479a-b086-0eaa5882e084] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1909.730264] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a519da9-fbd6-4e05-b9d6-548a68932cea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.750101] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1909.750101] env[62743]: value = "task-2063725" [ 1909.750101] env[62743]: _type = "Task" [ 1909.750101] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.757890] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063725, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.833940] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5201b435-689a-439b-cc9f-1b54c74307d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.833940] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.833940] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1909.833940] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.833940] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1909.833940] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95fd364c-a43d-424b-ac0e-375430e253e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.836841] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d414158f-6103-434b-a83a-3c91db235626 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.843796] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1909.843796] env[62743]: value = "task-2063726" [ 1909.843796] env[62743]: _type = "Task" [ 1909.843796] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.848091] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1909.848347] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1909.849439] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5826d0da-0894-4c4e-945d-92aab51d1973 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.856508] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.860339] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1909.860339] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52345a74-1d41-5bf3-a94c-57a14cdec898" [ 1909.860339] env[62743]: _type = "Task" [ 1909.860339] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.867837] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52345a74-1d41-5bf3-a94c-57a14cdec898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.138548] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.173378] env[62743]: DEBUG oslo_vmware.api [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063721, 'name': PowerOnVM_Task, 'duration_secs': 0.59343} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.173754] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.173990] env[62743]: DEBUG nova.compute.manager [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.174915] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb871a3b-bf8c-424f-aad9-763690d3dbc4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.262204] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063725, 'name': CreateVM_Task, 'duration_secs': 0.372241} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.262395] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a856f251-8287-479a-b086-0eaa5882e084] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1910.266176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.266176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.266176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1910.266176] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f95dd0-19ce-41ac-b80b-90962924454c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.272856] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1910.272856] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527f5907-c81b-d4eb-8882-29b687593e88" [ 1910.272856] env[62743]: _type = "Task" [ 1910.272856] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.282288] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527f5907-c81b-d4eb-8882-29b687593e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.354487] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494536} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.354695] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1910.354839] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1910.355124] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d88171f7-419d-4e45-ab9b-ad467a42db5b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.361181] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1910.361181] env[62743]: value = "task-2063727" [ 1910.361181] env[62743]: _type = "Task" [ 1910.361181] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.371742] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52345a74-1d41-5bf3-a94c-57a14cdec898, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.375042] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.375268] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d728968d-7e2e-4801-aa0f-e6556a8e9292 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.380179] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1910.380179] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c0002e-01ca-7408-19f8-85279a361cab" [ 1910.380179] env[62743]: _type = "Task" [ 1910.380179] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.393159] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c0002e-01ca-7408-19f8-85279a361cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.505020] env[62743]: DEBUG nova.network.neutron [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Updated VIF entry in instance network info cache for port dfa649e3-420f-459a-b6ae-66f347b45596. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.505414] env[62743]: DEBUG nova.network.neutron [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Updating instance_info_cache with network_info: [{"id": "dfa649e3-420f-459a-b6ae-66f347b45596", "address": "fa:16:3e:97:5f:0d", "network": {"id": "4d1497ed-b20b-4318-a583-6a5ec36ed415", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-351242809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92ff6bd087ff43bcb8f31e45e1fe0a45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa649e3-42", "ovs_interfaceid": "dfa649e3-420f-459a-b6ae-66f347b45596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.643629] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1910.643960] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.249s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.644211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.065s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.644402] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.646892] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.869s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.647099] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.649682] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.066s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.651167] env[62743]: INFO nova.compute.claims [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1910.675474] env[62743]: INFO nova.scheduler.client.report [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Deleted allocations for instance 339999aa-0f91-47fd-9fa7-766e28a99026 [ 1910.682054] env[62743]: INFO nova.scheduler.client.report [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Deleted allocations for instance 2157312b-0155-42fa-a5ce-0392f8f0df3f [ 1910.698492] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.786478] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527f5907-c81b-d4eb-8882-29b687593e88, 'name': SearchDatastore_Task, 'duration_secs': 0.051151} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.786814] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.787068] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1910.787287] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.874057] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073873} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.874352] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1910.875607] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c5514-1a56-4e72-992f-4a74117bb9f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.897564] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.900850] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d4f3ba-fcee-4392-acdf-cbde2714330b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.920429] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c0002e-01ca-7408-19f8-85279a361cab, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.921688] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.921948] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1910.922434] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1910.922434] env[62743]: value = "task-2063728" [ 1910.922434] env[62743]: _type = "Task" [ 1910.922434] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.922617] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.922896] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1910.923235] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abea8adc-fcb0-407e-ba14-fe12e3154f40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.925860] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a40227-086f-4b61-bc9c-5ff306c2743e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.938136] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.940060] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1910.940060] env[62743]: value = "task-2063729" [ 1910.940060] env[62743]: _type = "Task" [ 1910.940060] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.940314] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1910.940448] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1910.941235] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7929c84-1505-4107-b5a4-4d0564df9024 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.951749] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.952052] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1910.952052] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52329b45-fbe0-f876-f1ae-6cb1741cadc9" [ 1910.952052] env[62743]: _type = "Task" [ 1910.952052] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.959189] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52329b45-fbe0-f876-f1ae-6cb1741cadc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.008592] env[62743]: DEBUG oslo_concurrency.lockutils [req-5e2de14c-82b0-41ee-8034-b5b99063d598 req-ba553f39-fa20-4beb-a1e8-44459a4da5b9 service nova] Releasing lock "refresh_cache-a856f251-8287-479a-b086-0eaa5882e084" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.162541] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "dd73da07-637d-4675-9e13-d4b615a8fbca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.163248] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "dd73da07-637d-4675-9e13-d4b615a8fbca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.163479] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "dd73da07-637d-4675-9e13-d4b615a8fbca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.163675] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "dd73da07-637d-4675-9e13-d4b615a8fbca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.163847] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "dd73da07-637d-4675-9e13-d4b615a8fbca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.166156] env[62743]: INFO nova.compute.manager [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Terminating instance [ 1911.184728] env[62743]: DEBUG oslo_concurrency.lockutils [None req-785edad7-868b-44fd-bf9d-0045c6a74d54 tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "339999aa-0f91-47fd-9fa7-766e28a99026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.278s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.190111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cbee50df-c7e4-4a76-92c9-ff6089c9c11d tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "2157312b-0155-42fa-a5ce-0392f8f0df3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.376s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.436904] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.451024] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063729, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.465168] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52329b45-fbe0-f876-f1ae-6cb1741cadc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.465168] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab41d8d-e270-44a0-969e-7a4509d2e851 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.472059] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1911.472059] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523660be-0b33-eb04-7c7c-1bdda7a51858" [ 1911.472059] env[62743]: _type = "Task" [ 1911.472059] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.481863] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523660be-0b33-eb04-7c7c-1bdda7a51858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.671203] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "refresh_cache-dd73da07-637d-4675-9e13-d4b615a8fbca" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.671549] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquired lock "refresh_cache-dd73da07-637d-4675-9e13-d4b615a8fbca" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.671607] env[62743]: DEBUG nova.network.neutron [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.939147] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063728, 'name': ReconfigVM_Task, 'duration_secs': 0.674869} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.941851] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.943053] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27cb93df-37f0-44fc-b26a-728e43cba76c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.955215] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53192} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.955443] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1911.955567] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1911.956404] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1911.956404] env[62743]: value = "task-2063730" [ 1911.956404] env[62743]: _type = "Task" [ 1911.956404] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.958319] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae76ee89-c911-4502-9172-17c403aa1c75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.976673] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063730, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.980978] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1911.980978] env[62743]: value = "task-2063731" [ 1911.980978] env[62743]: _type = "Task" [ 1911.980978] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.988396] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523660be-0b33-eb04-7c7c-1bdda7a51858, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.993708] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.993978] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] a856f251-8287-479a-b086-0eaa5882e084/a856f251-8287-479a-b086-0eaa5882e084.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1911.994300] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.994901] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d870cf-60a0-4914-bc62-cded322bad7d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.001422] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1912.001422] env[62743]: value = "task-2063732" [ 1912.001422] env[62743]: _type = "Task" [ 1912.001422] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.011371] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.199150] env[62743]: DEBUG nova.network.neutron [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1912.234266] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c7626-a716-4880-ae93-82d1c8a05f35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.244573] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f9b41b-86d9-4229-b25b-dc04107f0e8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.278255] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde3f6c6-339a-4b99-93ca-b4aaf1430828 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.281873] env[62743]: DEBUG nova.network.neutron [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.289546] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c6d4cb-7022-4dd9-b420-192ead0b9779 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.308406] env[62743]: DEBUG nova.compute.provider_tree [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.474567] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063730, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.496345] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083874} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.496620] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1912.497478] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bd2fd4-de03-442d-94dc-1340414f8dd1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.524872] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1912.526390] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f05a9d5b-7bc1-49ef-bcab-4f6265dcfcb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.544174] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063732, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.553461] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1912.553461] env[62743]: value = "task-2063733" [ 1912.553461] env[62743]: _type = "Task" [ 1912.553461] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.564429] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.785523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Releasing lock "refresh_cache-dd73da07-637d-4675-9e13-d4b615a8fbca" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.785810] env[62743]: DEBUG nova.compute.manager [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.785938] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.788035] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a3b0e9-8ccf-45f5-a7bd-6dbc42c6da75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.794924] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.795285] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47ee431c-f88f-4211-9078-036623b672c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.801231] env[62743]: DEBUG oslo_vmware.api [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1912.801231] env[62743]: value = "task-2063734" [ 1912.801231] env[62743]: _type = "Task" [ 1912.801231] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.808848] env[62743]: DEBUG oslo_vmware.api [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.811799] env[62743]: DEBUG nova.scheduler.client.report [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.962593] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.962895] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.963165] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.963363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.963538] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.966080] env[62743]: INFO nova.compute.manager [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Terminating instance [ 1912.977204] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063730, 'name': Rename_Task, 'duration_secs': 0.932618} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.977483] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1912.977745] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1405fc9-78a7-4759-8bb4-26018bd5c324 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.984965] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1912.984965] env[62743]: value = "task-2063735" [ 1912.984965] env[62743]: _type = "Task" [ 1912.984965] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.994595] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.010700] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609913} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.010960] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] a856f251-8287-479a-b086-0eaa5882e084/a856f251-8287-479a-b086-0eaa5882e084.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1913.011218] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1913.011493] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07d2c6af-a068-4263-a9f1-8b840a01b63b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.018475] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1913.018475] env[62743]: value = "task-2063736" [ 1913.018475] env[62743]: _type = "Task" [ 1913.018475] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.027887] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.063889] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.311763] env[62743]: DEBUG oslo_vmware.api [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063734, 'name': PowerOffVM_Task, 'duration_secs': 0.29716} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.313091] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.313091] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.313091] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9885f2d-516c-4788-99ac-9a1f5ccde081 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.317263] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.317779] env[62743]: DEBUG nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.320826] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.646s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.322412] env[62743]: INFO nova.compute.claims [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.339067] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.339302] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.340280] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Deleting the datastore file [datastore1] dd73da07-637d-4675-9e13-d4b615a8fbca {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.340280] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5096278-b4c9-4cce-ba27-fe934f04e4ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.347440] env[62743]: DEBUG oslo_vmware.api [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for the task: (returnval){ [ 1913.347440] env[62743]: value = "task-2063738" [ 1913.347440] env[62743]: _type = "Task" [ 1913.347440] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.356088] env[62743]: DEBUG oslo_vmware.api [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.473178] env[62743]: DEBUG nova.compute.manager [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1913.473456] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.474350] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4694de2c-3454-48e5-bd3b-6acac27c4a30 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.482845] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.483131] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63933308-dc31-4812-98c2-8a98fb61efd2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.490392] env[62743]: DEBUG oslo_vmware.api [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1913.490392] env[62743]: value = "task-2063739" [ 1913.490392] env[62743]: _type = "Task" [ 1913.490392] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.497869] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063735, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.502843] env[62743]: DEBUG oslo_vmware.api [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.528590] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.343781} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.528849] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1913.529742] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd047010-041a-4bec-a258-238901425109 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.552395] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] a856f251-8287-479a-b086-0eaa5882e084/a856f251-8287-479a-b086-0eaa5882e084.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1913.552776] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22e6f3c-9947-4a0a-b907-413c038aafbf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.579240] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063733, 'name': ReconfigVM_Task, 'duration_secs': 0.723608} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.580631] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6/451508ca-6b2f-4599-a8a5-1d132b3ee7f6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1913.581435] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1913.581435] env[62743]: value = "task-2063740" [ 1913.581435] env[62743]: _type = "Task" [ 1913.581435] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.581744] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8326dae-9cb1-416c-89d8-89e1a6a24ba6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.595440] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063740, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.596794] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1913.596794] env[62743]: value = "task-2063741" [ 1913.596794] env[62743]: _type = "Task" [ 1913.596794] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.604348] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063741, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.822812] env[62743]: DEBUG nova.compute.utils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1913.824735] env[62743]: DEBUG nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1913.824735] env[62743]: DEBUG nova.network.neutron [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1913.857671] env[62743]: DEBUG oslo_vmware.api [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Task: {'id': task-2063738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142198} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.858074] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.858927] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.858927] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.858927] env[62743]: INFO nova.compute.manager [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1913.858927] env[62743]: DEBUG oslo.service.loopingcall [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.858927] env[62743]: DEBUG nova.compute.manager [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.859256] env[62743]: DEBUG nova.network.neutron [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.880277] env[62743]: DEBUG nova.policy [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e377eab9e343ce94ea5f3aa1afd1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76ce1065c1254ec5be394a3b4b7ee7f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1913.891901] env[62743]: DEBUG nova.network.neutron [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1914.000416] env[62743]: DEBUG oslo_vmware.api [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063735, 'name': PowerOnVM_Task, 'duration_secs': 0.764699} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.004200] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.004200] env[62743]: DEBUG nova.compute.manager [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.005287] env[62743]: DEBUG oslo_vmware.api [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063739, 'name': PowerOffVM_Task, 'duration_secs': 0.230955} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.006398] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d9c1a8-0f4a-4509-8f33-b67aa7d7fc81 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.009557] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.009951] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.010251] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24411649-c539-43b1-9e4f-04af0a6b3c21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.092772] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.105774] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063741, 'name': Rename_Task, 'duration_secs': 0.180942} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.106056] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1914.106324] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-931f02fa-dee7-4a7e-8614-e4fe0a8cd33f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.114252] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1914.114252] env[62743]: value = "task-2063743" [ 1914.114252] env[62743]: _type = "Task" [ 1914.114252] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.121364] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.220111] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.220111] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.220111] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Deleting the datastore file [datastore1] 7757e7a7-8bd7-4057-9e65-83cda5ac2af6 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.220111] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7108cb4-c9f0-41d6-aa6a-260cd11c26d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.228570] env[62743]: DEBUG oslo_vmware.api [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for the task: (returnval){ [ 1914.228570] env[62743]: value = "task-2063744" [ 1914.228570] env[62743]: _type = "Task" [ 1914.228570] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.240269] env[62743]: DEBUG oslo_vmware.api [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.268096] env[62743]: DEBUG nova.network.neutron [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Successfully created port: 17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1914.328615] env[62743]: DEBUG nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.394036] env[62743]: DEBUG nova.network.neutron [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.530513] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.594376] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063740, 'name': ReconfigVM_Task, 'duration_secs': 0.625622} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.594640] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Reconfigured VM instance instance-00000030 to attach disk [datastore1] a856f251-8287-479a-b086-0eaa5882e084/a856f251-8287-479a-b086-0eaa5882e084.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.595282] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fda0ef5-4bc7-4e7f-b406-2fd3247ae0e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.601832] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1914.601832] env[62743]: value = "task-2063745" [ 1914.601832] env[62743]: _type = "Task" [ 1914.601832] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.615846] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063745, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.626777] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.738575] env[62743]: DEBUG oslo_vmware.api [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Task: {'id': task-2063744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162865} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.741060] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.741254] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.741431] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.741601] env[62743]: INFO nova.compute.manager [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1914.741834] env[62743]: DEBUG oslo.service.loopingcall [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1914.742286] env[62743]: DEBUG nova.compute.manager [-] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1914.742412] env[62743]: DEBUG nova.network.neutron [-] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1914.814558] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48af82e-12fa-4755-8ed3-19105c6ef5b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.823126] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fbc509-263d-4edf-a6bb-a61210a4ec4a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.856572] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83e1b97-0f06-4bd1-bef2-be0a910ea3e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.865244] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb1fb39-7eb1-45d5-b716-f5281232fee2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.879152] env[62743]: DEBUG nova.compute.provider_tree [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.898254] env[62743]: INFO nova.compute.manager [-] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Took 1.04 seconds to deallocate network for instance. [ 1915.112878] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063745, 'name': Rename_Task, 'duration_secs': 0.160951} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.112878] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.112878] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c10c7614-ddcf-4f1c-aec3-049333311fdc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.122033] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1915.122033] env[62743]: value = "task-2063746" [ 1915.122033] env[62743]: _type = "Task" [ 1915.122033] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.127567] env[62743]: DEBUG oslo_vmware.api [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063743, 'name': PowerOnVM_Task, 'duration_secs': 0.72562} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.128126] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1915.128331] env[62743]: DEBUG nova.compute.manager [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.129068] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907445c6-d3a9-4bbe-b343-1db855b0c5a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.134030] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.263838] env[62743]: DEBUG nova.compute.manager [req-976e0c25-40b6-4534-9e15-47f4a02e9c75 req-25df819a-a1a4-4a78-8647-1b121d98dfba service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Received event network-vif-deleted-b4fb388b-51d3-4147-9169-231c2ff451e7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1915.264124] env[62743]: INFO nova.compute.manager [req-976e0c25-40b6-4534-9e15-47f4a02e9c75 req-25df819a-a1a4-4a78-8647-1b121d98dfba service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Neutron deleted interface b4fb388b-51d3-4147-9169-231c2ff451e7; detaching it from the instance and deleting it from the info cache [ 1915.264391] env[62743]: DEBUG nova.network.neutron [req-976e0c25-40b6-4534-9e15-47f4a02e9c75 req-25df819a-a1a4-4a78-8647-1b121d98dfba service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.361391] env[62743]: DEBUG nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.382933] env[62743]: DEBUG nova.scheduler.client.report [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.388250] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.391021] env[62743]: DEBUG nova.virt.hardware [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.391398] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c86df-d66f-4390-bde7-db1dab3c18e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.401492] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8713b26-b111-4eff-ae63-2e523b79f752 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.406451] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.575077] env[62743]: DEBUG nova.network.neutron [-] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.632168] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063746, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.650092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.760616] env[62743]: INFO nova.compute.manager [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Rebuilding instance [ 1915.767896] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57168ab9-7ea3-4e0c-ae6c-8412199cdb8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.783164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f951f151-c9b1-45ca-8f81-a9543cc64417 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.823689] env[62743]: DEBUG nova.compute.manager [req-976e0c25-40b6-4534-9e15-47f4a02e9c75 req-25df819a-a1a4-4a78-8647-1b121d98dfba service nova] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Detach interface failed, port_id=b4fb388b-51d3-4147-9169-231c2ff451e7, reason: Instance 7757e7a7-8bd7-4057-9e65-83cda5ac2af6 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1915.831114] env[62743]: DEBUG nova.compute.manager [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.831888] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4023fde-80c1-4542-abb8-5b5ac13db2fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.895476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.895998] env[62743]: DEBUG nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1915.898853] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.653s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.899109] env[62743]: DEBUG nova.objects.instance [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1916.022065] env[62743]: DEBUG nova.network.neutron [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Successfully updated port: 17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.077122] env[62743]: INFO nova.compute.manager [-] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Took 1.33 seconds to deallocate network for instance. [ 1916.132855] env[62743]: DEBUG oslo_vmware.api [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063746, 'name': PowerOnVM_Task, 'duration_secs': 0.632922} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.133143] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.133347] env[62743]: INFO nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Took 13.71 seconds to spawn the instance on the hypervisor. [ 1916.133522] env[62743]: DEBUG nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.134293] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593e2dd6-ac30-4e08-a2c3-fdf370900614 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.407388] env[62743]: DEBUG nova.compute.utils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.409314] env[62743]: DEBUG nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.409314] env[62743]: DEBUG nova.network.neutron [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.476421] env[62743]: DEBUG nova.policy [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fae4b9bf3d42aca25b7e967edfab08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab9f0efff16e431fb79da9e2d422916a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1916.525535] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-40e066ca-2283-4c5e-a98a-bddfcf032070" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.525535] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-40e066ca-2283-4c5e-a98a-bddfcf032070" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.525535] env[62743]: DEBUG nova.network.neutron [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.583494] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.654571] env[62743]: INFO nova.compute.manager [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Took 44.84 seconds to build instance. [ 1916.832129] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.832129] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.832129] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.832129] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.832129] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.836379] env[62743]: INFO nova.compute.manager [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Terminating instance [ 1916.844863] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.844863] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-697ee1c8-ecd7-4f80-9d68-961c1ddc2981 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.852822] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1916.852822] env[62743]: value = "task-2063747" [ 1916.852822] env[62743]: _type = "Task" [ 1916.852822] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.865865] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.912192] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df696ec4-e479-49bb-9edb-9a891e34f051 tempest-ServersAdmin275Test-2100093798 tempest-ServersAdmin275Test-2100093798-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.913408] env[62743]: DEBUG nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1916.920424] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.794s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.920424] env[62743]: INFO nova.compute.claims [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1916.923864] env[62743]: DEBUG nova.network.neutron [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Successfully created port: 88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.068289] env[62743]: DEBUG nova.network.neutron [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.158260] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97aad1fd-ce58-4ddd-a835-92efbc42e81f tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "a856f251-8287-479a-b086-0eaa5882e084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.632s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.341601] env[62743]: DEBUG nova.compute.manager [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1917.341822] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.342791] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df90e2b9-05fe-40e4-8c99-4dc397c4c0c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.351970] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.351970] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3afcb6b0-20cb-49f7-9c79-d412ca2f7c2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.361449] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063747, 'name': PowerOffVM_Task, 'duration_secs': 0.336111} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.362776] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.362995] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1917.363943] env[62743]: DEBUG oslo_vmware.api [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1917.363943] env[62743]: value = "task-2063748" [ 1917.363943] env[62743]: _type = "Task" [ 1917.363943] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.364190] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f35060-5a73-4f3d-a99b-e49391a20519 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.377018] env[62743]: DEBUG oslo_vmware.api [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.379058] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.379301] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e652ac-3fb9-46b4-ad42-118bbebea876 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.401159] env[62743]: DEBUG nova.network.neutron [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Updating instance_info_cache with network_info: [{"id": "17e8914c-85c4-4f28-b7a5-8eaa1aa23e21", "address": "fa:16:3e:77:4a:52", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e8914c-85", "ovs_interfaceid": "17e8914c-85c4-4f28-b7a5-8eaa1aa23e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.436907] env[62743]: DEBUG nova.compute.manager [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Received event network-vif-plugged-17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1917.437380] env[62743]: DEBUG oslo_concurrency.lockutils [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] Acquiring lock "40e066ca-2283-4c5e-a98a-bddfcf032070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.437666] env[62743]: DEBUG oslo_concurrency.lockutils [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.438647] env[62743]: DEBUG oslo_concurrency.lockutils [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.438916] env[62743]: DEBUG nova.compute.manager [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] No waiting events found dispatching network-vif-plugged-17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1917.439318] env[62743]: WARNING nova.compute.manager [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Received unexpected event network-vif-plugged-17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 for instance with vm_state building and task_state spawning. [ 1917.439730] env[62743]: DEBUG nova.compute.manager [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Received event network-changed-17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1917.439923] env[62743]: DEBUG nova.compute.manager [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Refreshing instance network info cache due to event network-changed-17e8914c-85c4-4f28-b7a5-8eaa1aa23e21. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1917.440510] env[62743]: DEBUG oslo_concurrency.lockutils [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] Acquiring lock "refresh_cache-40e066ca-2283-4c5e-a98a-bddfcf032070" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.498826] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.499485] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.499753] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "7a399c28-2511-4fae-a0f8-6775d22b5dae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.500357] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.500357] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.504019] env[62743]: INFO nova.compute.manager [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Terminating instance [ 1917.531310] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.531502] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.531660] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleting the datastore file [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.531937] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bd0604f-bb57-4fb0-a678-719eb550b54c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.539133] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1917.539133] env[62743]: value = "task-2063750" [ 1917.539133] env[62743]: _type = "Task" [ 1917.539133] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.551713] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.644415] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.644711] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.661382] env[62743]: DEBUG nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.877917] env[62743]: DEBUG oslo_vmware.api [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063748, 'name': PowerOffVM_Task, 'duration_secs': 0.22696} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.877917] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.877917] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1917.878298] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c10b473f-0859-41c3-9c61-0ef9f0d4d8c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.903785] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-40e066ca-2283-4c5e-a98a-bddfcf032070" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.904274] env[62743]: DEBUG nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Instance network_info: |[{"id": "17e8914c-85c4-4f28-b7a5-8eaa1aa23e21", "address": "fa:16:3e:77:4a:52", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e8914c-85", "ovs_interfaceid": "17e8914c-85c4-4f28-b7a5-8eaa1aa23e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1917.904612] env[62743]: DEBUG oslo_concurrency.lockutils [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] Acquired lock "refresh_cache-40e066ca-2283-4c5e-a98a-bddfcf032070" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.904829] env[62743]: DEBUG nova.network.neutron [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Refreshing network info cache for port 17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1917.906128] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:4a:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17e8914c-85c4-4f28-b7a5-8eaa1aa23e21', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1917.915112] env[62743]: DEBUG oslo.service.loopingcall [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.916267] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1917.916640] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97468e5-f9fd-4cc9-b64f-3726d5d79ced {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.932277] env[62743]: DEBUG nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1917.944010] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1917.944010] env[62743]: value = "task-2063752" [ 1917.944010] env[62743]: _type = "Task" [ 1917.944010] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.954112] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063752, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.958336] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1917.959068] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1917.959068] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleting the datastore file [datastore1] 451508ca-6b2f-4599-a8a5-1d132b3ee7f6 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.959068] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b675c499-fab6-4db7-9427-97cd6aa42bf3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.963230] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1917.963463] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1917.963618] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1917.963796] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1917.963941] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1917.964159] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1917.964377] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1917.964536] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1917.964731] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1917.964902] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1917.965081] env[62743]: DEBUG nova.virt.hardware [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1917.968118] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37383386-c99b-47c6-a7ba-f821838ff06e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.972328] env[62743]: DEBUG oslo_vmware.api [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1917.972328] env[62743]: value = "task-2063753" [ 1917.972328] env[62743]: _type = "Task" [ 1917.972328] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.978931] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a43286-deb1-4cb9-b0bc-533894db28df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.987669] env[62743]: DEBUG oslo_vmware.api [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.008658] env[62743]: DEBUG nova.compute.manager [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.008881] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.009729] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443c91c8-a554-455e-9638-19b4cf14b796 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.018926] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.019194] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae480f64-8eb8-4b2f-99bd-d235dedcf175 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.027818] env[62743]: DEBUG oslo_vmware.api [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1918.027818] env[62743]: value = "task-2063754" [ 1918.027818] env[62743]: _type = "Task" [ 1918.027818] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.035616] env[62743]: DEBUG oslo_vmware.api [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.047608] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157443} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.047919] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.048136] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.048319] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.183528] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.266542] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "a856f251-8287-479a-b086-0eaa5882e084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.266988] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "a856f251-8287-479a-b086-0eaa5882e084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.267239] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "a856f251-8287-479a-b086-0eaa5882e084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.267522] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "a856f251-8287-479a-b086-0eaa5882e084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.267719] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "a856f251-8287-479a-b086-0eaa5882e084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.272056] env[62743]: INFO nova.compute.manager [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Terminating instance [ 1918.458564] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063752, 'name': CreateVM_Task, 'duration_secs': 0.385006} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.458759] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.459558] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.459758] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.460177] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.460485] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051ecc4f-3a6b-43e0-a7c7-b732b1324c0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.465340] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd68d2-f39e-405b-835c-3d18c6e8418e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.469016] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1918.469016] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523cef99-39a6-06be-3b41-83b09603f144" [ 1918.469016] env[62743]: _type = "Task" [ 1918.469016] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.478734] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0425f74b-4a25-4c62-9ffc-3f72dda4b76d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.486129] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523cef99-39a6-06be-3b41-83b09603f144, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.487104] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.487463] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1918.487794] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.487918] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.488165] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1918.488441] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dc22e0f-9a65-4249-b7e0-e7b2c7102619 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.523040] env[62743]: DEBUG oslo_vmware.api [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191957} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.523996] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.524208] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.524416] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.524606] env[62743]: INFO nova.compute.manager [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1918.524853] env[62743]: DEBUG oslo.service.loopingcall [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.525574] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9816c5-8e80-4fc1-963f-d11c10d9c0a6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.528211] env[62743]: DEBUG nova.compute.manager [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1918.528304] env[62743]: DEBUG nova.network.neutron [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.534268] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1918.534417] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1918.535444] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1970e763-ef55-4873-a93d-6f9f4e69b715 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.540857] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04223373-3074-4666-abd9-b01256268c22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.548518] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1918.548518] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520cd690-77e7-0083-0c20-112695a8b0f9" [ 1918.548518] env[62743]: _type = "Task" [ 1918.548518] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.548874] env[62743]: DEBUG oslo_vmware.api [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063754, 'name': PowerOffVM_Task, 'duration_secs': 0.199216} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.549433] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.549655] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.552497] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3be7e37f-08d9-441b-a016-89fe861b3530 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.569129] env[62743]: DEBUG nova.compute.provider_tree [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.576027] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520cd690-77e7-0083-0c20-112695a8b0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.576350] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b887ca23-0c0f-4023-9542-500978670a6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.583153] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1918.583153] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f93db7-2c6f-307a-dcea-7add17f347c7" [ 1918.583153] env[62743]: _type = "Task" [ 1918.583153] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.590751] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f93db7-2c6f-307a-dcea-7add17f347c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.779185] env[62743]: DEBUG nova.compute.manager [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1918.779447] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.779755] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.779932] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.780109] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Deleting the datastore file [datastore1] 7a399c28-2511-4fae-a0f8-6775d22b5dae {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.782402] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a4581-5b57-4ec4-9842-d0e18cb9521a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.785639] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b8d0502-1c27-4582-a253-3a9792bb63c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.795061] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.795061] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d565017-b91b-4468-8a58-ed55764fe056 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.796923] env[62743]: DEBUG oslo_vmware.api [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for the task: (returnval){ [ 1918.796923] env[62743]: value = "task-2063756" [ 1918.796923] env[62743]: _type = "Task" [ 1918.796923] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.801510] env[62743]: DEBUG oslo_vmware.api [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1918.801510] env[62743]: value = "task-2063757" [ 1918.801510] env[62743]: _type = "Task" [ 1918.801510] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.808484] env[62743]: DEBUG oslo_vmware.api [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.813630] env[62743]: DEBUG oslo_vmware.api [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.971997] env[62743]: DEBUG nova.network.neutron [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Updated VIF entry in instance network info cache for port 17e8914c-85c4-4f28-b7a5-8eaa1aa23e21. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1918.971997] env[62743]: DEBUG nova.network.neutron [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Updating instance_info_cache with network_info: [{"id": "17e8914c-85c4-4f28-b7a5-8eaa1aa23e21", "address": "fa:16:3e:77:4a:52", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17e8914c-85", "ovs_interfaceid": "17e8914c-85c4-4f28-b7a5-8eaa1aa23e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.073039] env[62743]: DEBUG nova.scheduler.client.report [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.100165] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f93db7-2c6f-307a-dcea-7add17f347c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.102681] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.102997] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.103293] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.103566] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.103810] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.104065] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.104397] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.104761] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.105043] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.105261] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.105479] env[62743]: DEBUG nova.virt.hardware [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.107262] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.107558] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 40e066ca-2283-4c5e-a98a-bddfcf032070/40e066ca-2283-4c5e-a98a-bddfcf032070.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.109033] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cba5e3-446a-4aef-bbc7-c80bffe5df5f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.112705] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0be0ed-d689-47bf-8516-a26e6bf1a7e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.124257] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c732c0-e352-4c02-b4c3-35d6f0a512ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.127603] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1919.127603] env[62743]: value = "task-2063758" [ 1919.127603] env[62743]: _type = "Task" [ 1919.127603] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.141210] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:90:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c6a4836-66dc-4e43-982b-f8fcd3f9989a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42abf29a-2a64-40dd-96ab-d360e317381d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1919.152107] env[62743]: DEBUG oslo.service.loopingcall [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.152107] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1919.152107] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c85bc29b-42a0-43cd-83f8-47ed1d1438b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.172578] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.175197] env[62743]: DEBUG nova.network.neutron [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Successfully updated port: 88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.177386] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1919.177386] env[62743]: value = "task-2063759" [ 1919.177386] env[62743]: _type = "Task" [ 1919.177386] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.186069] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063759, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.316129] env[62743]: DEBUG oslo_vmware.api [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Task: {'id': task-2063756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16819} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.316402] env[62743]: DEBUG oslo_vmware.api [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063757, 'name': PowerOffVM_Task, 'duration_secs': 0.241163} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.316752] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.316965] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.317160] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.317333] env[62743]: INFO nova.compute.manager [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1919.317573] env[62743]: DEBUG oslo.service.loopingcall [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.317777] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.317929] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.318346] env[62743]: DEBUG nova.compute.manager [-] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1919.318476] env[62743]: DEBUG nova.network.neutron [-] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1919.320735] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e5f97c0-fcfa-4155-a398-ad57292d7166 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.455879] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1919.456280] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1919.456581] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Deleting the datastore file [datastore1] a856f251-8287-479a-b086-0eaa5882e084 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1919.456972] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f08feecd-946c-4390-9808-29803f293160 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.465057] env[62743]: DEBUG oslo_vmware.api [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for the task: (returnval){ [ 1919.465057] env[62743]: value = "task-2063761" [ 1919.465057] env[62743]: _type = "Task" [ 1919.465057] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.474527] env[62743]: DEBUG oslo_concurrency.lockutils [req-9f92926e-6340-4321-b04c-161722da9d14 req-73c2fc7f-4b77-4a56-b7e0-9d30d062b25b service nova] Releasing lock "refresh_cache-40e066ca-2283-4c5e-a98a-bddfcf032070" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.475412] env[62743]: DEBUG oslo_vmware.api [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.478180] env[62743]: DEBUG nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Received event network-vif-plugged-88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1919.478939] env[62743]: DEBUG oslo_concurrency.lockutils [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] Acquiring lock "547f622f-a5b2-4091-ad19-827bbce011a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.479307] env[62743]: DEBUG oslo_concurrency.lockutils [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] Lock "547f622f-a5b2-4091-ad19-827bbce011a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.479480] env[62743]: DEBUG oslo_concurrency.lockutils [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] Lock "547f622f-a5b2-4091-ad19-827bbce011a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.479703] env[62743]: DEBUG nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] No waiting events found dispatching network-vif-plugged-88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.479918] env[62743]: WARNING nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Received unexpected event network-vif-plugged-88e9576a-caa0-4784-bfdc-69f40cc6b172 for instance with vm_state building and task_state spawning. [ 1919.480132] env[62743]: DEBUG nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Received event network-vif-deleted-0a5f031a-a847-4514-b97d-a0fe60c36347 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1919.480320] env[62743]: INFO nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Neutron deleted interface 0a5f031a-a847-4514-b97d-a0fe60c36347; detaching it from the instance and deleting it from the info cache [ 1919.480562] env[62743]: DEBUG nova.network.neutron [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.578461] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.579016] env[62743]: DEBUG nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1919.581637] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.558s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.581831] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.583954] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.432s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.586367] env[62743]: INFO nova.compute.claims [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1919.613356] env[62743]: DEBUG nova.network.neutron [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.624670] env[62743]: INFO nova.scheduler.client.report [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted allocations for instance de305795-6e3c-446d-82dd-54586b35d067 [ 1919.644822] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063758, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.684193] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.684366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.684494] env[62743]: DEBUG nova.network.neutron [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.694979] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063759, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.976083] env[62743]: DEBUG oslo_vmware.api [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.983919] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed15f088-1545-4fcf-8703-07c04bd125a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.996357] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364c255a-2e59-435b-a196-a088a840d8e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.031249] env[62743]: DEBUG nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Detach interface failed, port_id=0a5f031a-a847-4514-b97d-a0fe60c36347, reason: Instance 451508ca-6b2f-4599-a8a5-1d132b3ee7f6 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1920.032327] env[62743]: DEBUG nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Received event network-changed-88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1920.032327] env[62743]: DEBUG nova.compute.manager [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Refreshing instance network info cache due to event network-changed-88e9576a-caa0-4784-bfdc-69f40cc6b172. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1920.032327] env[62743]: DEBUG oslo_concurrency.lockutils [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] Acquiring lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.094719] env[62743]: DEBUG nova.compute.utils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1920.095883] env[62743]: DEBUG nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Not allocating networking since 'none' was specified. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1920.116020] env[62743]: INFO nova.compute.manager [-] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Took 1.59 seconds to deallocate network for instance. [ 1920.134045] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4d9e0755-8649-4a81-b23b-1ce67b5352ad tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "de305795-6e3c-446d-82dd-54586b35d067" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.530s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.148130] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8156} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.149607] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 40e066ca-2283-4c5e-a98a-bddfcf032070/40e066ca-2283-4c5e-a98a-bddfcf032070.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.149607] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.149607] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-addb7b22-5c83-4a58-b6d8-7ef392069143 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.155659] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1920.155659] env[62743]: value = "task-2063762" [ 1920.155659] env[62743]: _type = "Task" [ 1920.155659] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.165286] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.189745] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063759, 'name': CreateVM_Task, 'duration_secs': 0.917678} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.190922] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1920.192571] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.192999] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.193251] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1920.193518] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956c4dfa-9734-4e96-a58d-b9ef3cc2add9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.199169] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1920.199169] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5253374f-2afe-d836-37dc-1b024e5958fb" [ 1920.199169] env[62743]: _type = "Task" [ 1920.199169] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.208056] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5253374f-2afe-d836-37dc-1b024e5958fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.229965] env[62743]: DEBUG nova.network.neutron [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.323063] env[62743]: DEBUG nova.network.neutron [-] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.430183] env[62743]: DEBUG nova.network.neutron [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updating instance_info_cache with network_info: [{"id": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "address": "fa:16:3e:3e:bb:0c", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e9576a-ca", "ovs_interfaceid": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.475259] env[62743]: DEBUG oslo_vmware.api [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Task: {'id': task-2063761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517812} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.475537] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.475815] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.475929] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.476119] env[62743]: INFO nova.compute.manager [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] [instance: a856f251-8287-479a-b086-0eaa5882e084] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1920.476358] env[62743]: DEBUG oslo.service.loopingcall [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.476625] env[62743]: DEBUG nova.compute.manager [-] [instance: a856f251-8287-479a-b086-0eaa5882e084] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1920.476744] env[62743]: DEBUG nova.network.neutron [-] [instance: a856f251-8287-479a-b086-0eaa5882e084] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1920.599910] env[62743]: DEBUG nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1920.624882] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.667604] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072793} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.667917] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1920.668731] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d9f1c6-ab06-41ed-88b0-3051d61a3eb8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.692178] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 40e066ca-2283-4c5e-a98a-bddfcf032070/40e066ca-2283-4c5e-a98a-bddfcf032070.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.695192] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b32d91-ffc0-4594-af89-d871638e445b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.722524] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5253374f-2afe-d836-37dc-1b024e5958fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.726495] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.726801] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1920.727166] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.727342] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.727538] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1920.727931] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1920.727931] env[62743]: value = "task-2063763" [ 1920.727931] env[62743]: _type = "Task" [ 1920.727931] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.729114] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9630f3d-048d-4cde-a326-427b497b17b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.740875] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.745441] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1920.745685] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1920.746963] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8f15f2-bf1a-490c-827c-adbe362a4cc9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.752647] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1920.752647] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52993e2a-a498-660a-3f7f-05e971168f8f" [ 1920.752647] env[62743]: _type = "Task" [ 1920.752647] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.766199] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52993e2a-a498-660a-3f7f-05e971168f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.825956] env[62743]: INFO nova.compute.manager [-] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Took 1.51 seconds to deallocate network for instance. [ 1920.934830] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.935214] env[62743]: DEBUG nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Instance network_info: |[{"id": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "address": "fa:16:3e:3e:bb:0c", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e9576a-ca", "ovs_interfaceid": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1920.935521] env[62743]: DEBUG oslo_concurrency.lockutils [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] Acquired lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.935703] env[62743]: DEBUG nova.network.neutron [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Refreshing network info cache for port 88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.937139] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:bb:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88e9576a-caa0-4784-bfdc-69f40cc6b172', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.947499] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating folder: Project (ab9f0efff16e431fb79da9e2d422916a). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.950904] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dfba1b5-4255-4228-b257-d6a55f6e6ee8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.968226] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created folder: Project (ab9f0efff16e431fb79da9e2d422916a) in parent group-v423128. [ 1920.968226] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating folder: Instances. Parent ref: group-v423265. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.969255] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de301e95-66bb-4e12-b8f7-65af7f316444 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.981019] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created folder: Instances in parent group-v423265. [ 1920.981019] env[62743]: DEBUG oslo.service.loopingcall [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.981019] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.981019] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2ee4a0e-19ff-4e3c-8ee6-d4abddd015ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.004031] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.004031] env[62743]: value = "task-2063766" [ 1921.004031] env[62743]: _type = "Task" [ 1921.004031] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.011838] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063766, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.230449] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5bdb19-4cd0-4e7b-b15b-f9aba99ec3ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.237146] env[62743]: DEBUG nova.network.neutron [-] [instance: a856f251-8287-479a-b086-0eaa5882e084] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.245704] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c463c0e-6b4b-466e-881f-cd911b2e8e99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.251908] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.282353] env[62743]: DEBUG nova.network.neutron [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updated VIF entry in instance network info cache for port 88e9576a-caa0-4784-bfdc-69f40cc6b172. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.282718] env[62743]: DEBUG nova.network.neutron [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updating instance_info_cache with network_info: [{"id": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "address": "fa:16:3e:3e:bb:0c", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e9576a-ca", "ovs_interfaceid": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.288349] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf224a54-7b25-4efa-879a-a908a9be6abd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.305227] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd2af2d-6662-4e6e-a977-bdc0509aa113 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.310454] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52993e2a-a498-660a-3f7f-05e971168f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013311} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.311297] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99718382-8769-4a36-a6e2-b91701cea2cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.323084] env[62743]: DEBUG nova.compute.provider_tree [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.329315] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1921.329315] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526f81b2-fdaa-b65c-993b-c241a76a14c8" [ 1921.329315] env[62743]: _type = "Task" [ 1921.329315] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.335040] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.338885] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526f81b2-fdaa-b65c-993b-c241a76a14c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.514569] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063766, 'name': CreateVM_Task, 'duration_secs': 0.409787} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.514744] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.515445] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.515609] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.515922] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.516193] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4695227-8dc7-443f-85d9-a20cb4bc2c7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.520546] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1921.520546] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ad707b-b0e5-adc3-3784-4ac992f3a646" [ 1921.520546] env[62743]: _type = "Task" [ 1921.520546] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.528780] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ad707b-b0e5-adc3-3784-4ac992f3a646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.548826] env[62743]: DEBUG nova.compute.manager [req-94d62bf9-d446-4473-8b83-35609d94d8f5 req-6853abc2-9475-4a4e-bde4-a06e947f03a2 service nova] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Received event network-vif-deleted-adeb4165-9f80-4598-bd33-0b3b16347229 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1921.549069] env[62743]: DEBUG nova.compute.manager [req-94d62bf9-d446-4473-8b83-35609d94d8f5 req-6853abc2-9475-4a4e-bde4-a06e947f03a2 service nova] [instance: a856f251-8287-479a-b086-0eaa5882e084] Received event network-vif-deleted-dfa649e3-420f-459a-b6ae-66f347b45596 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1921.613289] env[62743]: DEBUG nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1921.637974] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1921.638249] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1921.638403] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1921.638583] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1921.638728] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1921.638878] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1921.639107] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1921.639269] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1921.639436] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1921.639595] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1921.639764] env[62743]: DEBUG nova.virt.hardware [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1921.640637] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4904e17-cf6a-498a-b810-55a977eaafdb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.648305] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c5700e-3dfa-4d38-9d81-73db0e939e83 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.661355] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.666712] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Creating folder: Project (a3a261a1329f4ca2a47787ae292fd0a7). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1921.666983] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d75f10de-6f49-47f0-b60e-78c3b89e85c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.676398] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Created folder: Project (a3a261a1329f4ca2a47787ae292fd0a7) in parent group-v423128. [ 1921.676574] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Creating folder: Instances. Parent ref: group-v423268. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1921.676818] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3878a6fd-066c-400f-a61a-131239ee85bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.685317] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Created folder: Instances in parent group-v423268. [ 1921.685533] env[62743]: DEBUG oslo.service.loopingcall [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.685712] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.685905] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78fbed15-8b42-496a-b9a4-b9bf24274c77 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.701009] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.701009] env[62743]: value = "task-2063769" [ 1921.701009] env[62743]: _type = "Task" [ 1921.701009] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.707879] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063769, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.746439] env[62743]: INFO nova.compute.manager [-] [instance: a856f251-8287-479a-b086-0eaa5882e084] Took 1.27 seconds to deallocate network for instance. [ 1921.746948] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063763, 'name': ReconfigVM_Task, 'duration_secs': 0.60896} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.749391] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 40e066ca-2283-4c5e-a98a-bddfcf032070/40e066ca-2283-4c5e-a98a-bddfcf032070.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.754199] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bebfea8d-9396-498a-8eea-a4cdbf33828e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.761121] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1921.761121] env[62743]: value = "task-2063770" [ 1921.761121] env[62743]: _type = "Task" [ 1921.761121] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.770967] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063770, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.795612] env[62743]: DEBUG oslo_concurrency.lockutils [req-218e21d2-931d-41f8-add9-e3a725721cac req-2649755b-368f-467d-bafe-7c4d33f4f3bf service nova] Releasing lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.826545] env[62743]: DEBUG nova.scheduler.client.report [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1921.839659] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526f81b2-fdaa-b65c-993b-c241a76a14c8, 'name': SearchDatastore_Task, 'duration_secs': 0.029403} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.839944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.840224] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1921.840500] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-654f96cb-b404-4105-8c23-835326ac0eaa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.847804] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1921.847804] env[62743]: value = "task-2063771" [ 1921.847804] env[62743]: _type = "Task" [ 1921.847804] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.855978] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.033359] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ad707b-b0e5-adc3-3784-4ac992f3a646, 'name': SearchDatastore_Task, 'duration_secs': 0.018852} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.033883] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.034296] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.034678] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.034923] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.035219] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.035603] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fe19eed-43b2-49b3-b4a8-18cdb80ce4cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.047083] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.047300] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.048088] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d07ff84-eadf-41e6-b2e1-55c0965406c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.053856] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1922.053856] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523b8c3f-931a-e2e1-5457-91643d1c2897" [ 1922.053856] env[62743]: _type = "Task" [ 1922.053856] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.062048] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523b8c3f-931a-e2e1-5457-91643d1c2897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.211527] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063769, 'name': CreateVM_Task, 'duration_secs': 0.298364} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.211527] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.211868] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.212036] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.212369] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.212627] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9219c8fb-cbad-4414-8374-0152d08e6807 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.217649] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1922.217649] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b12b21-b39c-2d7c-731e-31f3c063a59f" [ 1922.217649] env[62743]: _type = "Task" [ 1922.217649] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.225420] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b12b21-b39c-2d7c-731e-31f3c063a59f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.259227] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.273422] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063770, 'name': Rename_Task, 'duration_secs': 0.249691} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.273724] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.274127] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c0fac70-28ac-4f80-96ef-beb6f683a436 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.281798] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1922.281798] env[62743]: value = "task-2063772" [ 1922.281798] env[62743]: _type = "Task" [ 1922.281798] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.293149] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.334383] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.335132] env[62743]: DEBUG nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1922.337975] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.042s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.338200] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.340411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.619s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.340643] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.342519] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.139s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.344147] env[62743]: INFO nova.compute.claims [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1922.361296] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063771, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.387010] env[62743]: INFO nova.scheduler.client.report [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Deleted allocations for instance 9f51515f-0845-40bf-b62a-9eaac1360e13 [ 1922.393573] env[62743]: INFO nova.scheduler.client.report [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Deleted allocations for instance e0a703b0-dea3-45c5-a9e6-ffc1a67c945d [ 1922.563903] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523b8c3f-931a-e2e1-5457-91643d1c2897, 'name': SearchDatastore_Task, 'duration_secs': 0.01876} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.564741] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6fcfe6-e519-43b3-941e-7564ee8eaa18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.569858] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1922.569858] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522e9672-08fc-ef55-d17a-bab3c7c0759b" [ 1922.569858] env[62743]: _type = "Task" [ 1922.569858] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.578999] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522e9672-08fc-ef55-d17a-bab3c7c0759b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.730483] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b12b21-b39c-2d7c-731e-31f3c063a59f, 'name': SearchDatastore_Task, 'duration_secs': 0.022693} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.730483] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.730735] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.730955] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.791972] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.849736] env[62743]: DEBUG nova.compute.utils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1922.853410] env[62743]: DEBUG nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1922.853579] env[62743]: DEBUG nova.network.neutron [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1922.871725] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701071} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.872917] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1922.872917] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1922.872917] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9715f6a9-80f0-4fea-9670-71ea2325011d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.882038] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1922.882038] env[62743]: value = "task-2063773" [ 1922.882038] env[62743]: _type = "Task" [ 1922.882038] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.890564] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.896164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2bb36b47-4db7-4285-9632-9ed2539dcd83 tempest-ServersAdmin275Test-1337712764 tempest-ServersAdmin275Test-1337712764-project-member] Lock "9f51515f-0845-40bf-b62a-9eaac1360e13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.849s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.905034] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f096c303-1b91-4ed8-917b-ce8614220c45 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "e0a703b0-dea3-45c5-a9e6-ffc1a67c945d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.819s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.931519] env[62743]: DEBUG nova.policy [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59b98b4921644634b79cf42d827ad11e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af28ab10f1bb40d09fa448367fde6297', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1923.085992] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522e9672-08fc-ef55-d17a-bab3c7c0759b, 'name': SearchDatastore_Task, 'duration_secs': 0.012645} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.090313] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.090313] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 547f622f-a5b2-4091-ad19-827bbce011a8/547f622f-a5b2-4091-ad19-827bbce011a8.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.091747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.092237] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1923.092237] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aa35399-b91f-431b-9823-7ad48aec0096 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.095460] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e69f33aa-9fe5-4330-a9b5-2441094cb31f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.106391] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1923.106391] env[62743]: value = "task-2063774" [ 1923.106391] env[62743]: _type = "Task" [ 1923.106391] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.114954] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1923.115057] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1923.116971] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c99cea-2c6a-40e2-8cb6-484eca892009 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.122485] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.126123] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1923.126123] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b21712-0c36-48cc-1b31-5b8fa3e54ec1" [ 1923.126123] env[62743]: _type = "Task" [ 1923.126123] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.139109] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b21712-0c36-48cc-1b31-5b8fa3e54ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.288609] env[62743]: DEBUG nova.network.neutron [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Successfully created port: 8a1d1d13-4c1b-4915-91cc-0433eb4497b9 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1923.296293] env[62743]: DEBUG oslo_vmware.api [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063772, 'name': PowerOnVM_Task, 'duration_secs': 0.70178} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.296643] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.296887] env[62743]: INFO nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1923.297089] env[62743]: DEBUG nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.297882] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae00ea59-1328-438b-861d-d8b4b680557e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.357133] env[62743]: DEBUG nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1923.394470] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078107} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.394816] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1923.395771] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60898c00-dce1-442d-ac55-e7660020ec05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.425756] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1923.429128] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a835a4d4-d6ff-4d91-98ae-aaba521564b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.449207] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1923.449207] env[62743]: value = "task-2063775" [ 1923.449207] env[62743]: _type = "Task" [ 1923.449207] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.459524] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.596210] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "94bf8010-b4e1-461f-aba7-0323563f3368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.596357] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "94bf8010-b4e1-461f-aba7-0323563f3368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.596620] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "94bf8010-b4e1-461f-aba7-0323563f3368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.596862] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "94bf8010-b4e1-461f-aba7-0323563f3368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.597082] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "94bf8010-b4e1-461f-aba7-0323563f3368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.599996] env[62743]: INFO nova.compute.manager [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Terminating instance [ 1923.618938] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063774, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.640879] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b21712-0c36-48cc-1b31-5b8fa3e54ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.058461} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.641511] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc18691-d00b-4952-bfcb-18a26f29a503 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.650638] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1923.650638] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f29a1f-a871-85cd-09ca-8bfe9058f4fd" [ 1923.650638] env[62743]: _type = "Task" [ 1923.650638] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.660745] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f29a1f-a871-85cd-09ca-8bfe9058f4fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.824983] env[62743]: INFO nova.compute.manager [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Took 38.27 seconds to build instance. [ 1923.874397] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-de20af78-9dfc-4d12-8cda-f18003c79d1d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.874397] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-de20af78-9dfc-4d12-8cda-f18003c79d1d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.874397] env[62743]: DEBUG nova.objects.instance [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'flavor' on Instance uuid de20af78-9dfc-4d12-8cda-f18003c79d1d {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.963443] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.015355] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad9200-9cc1-47d6-9f12-dc3026fd6452 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.023243] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d012239f-3e19-4291-b2b7-7b2622829c7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.057317] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a9df79-c427-4d16-b26f-b17b4ee782e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.065396] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2851ce-581f-48fd-bba0-36f077026fff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.079289] env[62743]: DEBUG nova.compute.provider_tree [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.103419] env[62743]: DEBUG nova.compute.manager [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.103647] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.104614] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a243f8-a16e-451a-a17d-5b62136935ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.115084] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.115678] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-424ecb65-aab4-4089-a6f1-29035a852334 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.120916] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894874} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.121585] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 547f622f-a5b2-4091-ad19-827bbce011a8/547f622f-a5b2-4091-ad19-827bbce011a8.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.121809] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.122068] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3774085e-21de-40f6-99bc-80e04d70723d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.126099] env[62743]: DEBUG oslo_vmware.api [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1924.126099] env[62743]: value = "task-2063776" [ 1924.126099] env[62743]: _type = "Task" [ 1924.126099] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.130929] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1924.130929] env[62743]: value = "task-2063777" [ 1924.130929] env[62743]: _type = "Task" [ 1924.130929] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.137812] env[62743]: DEBUG oslo_vmware.api [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.142632] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.162460] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f29a1f-a871-85cd-09ca-8bfe9058f4fd, 'name': SearchDatastore_Task, 'duration_secs': 0.057274} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.162804] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.163102] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 8a88102f-7880-4fec-af45-6fc6651bfd18/8a88102f-7880-4fec-af45-6fc6651bfd18.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1924.163417] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e96aeb31-d736-4c0d-b5e2-e940bedabf6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.170376] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1924.170376] env[62743]: value = "task-2063778" [ 1924.170376] env[62743]: _type = "Task" [ 1924.170376] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.178966] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.331202] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f95baae-bbfe-4111-8440-abb7e57f9a54 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.209s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.377040] env[62743]: DEBUG nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1924.403187] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1924.403488] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1924.403599] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1924.404574] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1924.404574] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1924.404574] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1924.404574] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1924.404574] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1924.404574] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1924.404824] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1924.405560] env[62743]: DEBUG nova.virt.hardware [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1924.406651] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e6636f-1e60-46a5-a5fe-097bf8132e74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.414308] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f34a84-3190-4392-9a74-84a861beb36a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.459294] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063775, 'name': ReconfigVM_Task, 'duration_secs': 0.788692} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.459582] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Reconfigured VM instance instance-00000004 to attach disk [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b/fb51b671-ea57-49e1-bb62-0f0a36f9de1b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.460278] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aa71f4e-b238-43fe-8a3c-ce925490291f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.465945] env[62743]: DEBUG nova.objects.instance [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'pci_requests' on Instance uuid de20af78-9dfc-4d12-8cda-f18003c79d1d {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.468525] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1924.468525] env[62743]: value = "task-2063779" [ 1924.468525] env[62743]: _type = "Task" [ 1924.468525] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.478449] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063779, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.582893] env[62743]: DEBUG nova.scheduler.client.report [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.639779] env[62743]: DEBUG oslo_vmware.api [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063776, 'name': PowerOffVM_Task, 'duration_secs': 0.284463} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.644231] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.644231] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.644231] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080042} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.644231] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fba47fa0-3ddd-4135-9dda-c0f01997355b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.645799] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.646594] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd84263-fc23-4d87-8d88-44668d065d1f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.668951] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 547f622f-a5b2-4091-ad19-827bbce011a8/547f622f-a5b2-4091-ad19-827bbce011a8.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.669697] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ba14b8d-5e7f-46ec-add0-1e0a38c09454 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.694748] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063778, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.696468] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1924.696468] env[62743]: value = "task-2063781" [ 1924.696468] env[62743]: _type = "Task" [ 1924.696468] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.705886] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.834970] env[62743]: DEBUG nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.917312] env[62743]: DEBUG nova.network.neutron [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Successfully updated port: 8a1d1d13-4c1b-4915-91cc-0433eb4497b9 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1924.969914] env[62743]: DEBUG nova.objects.base [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1924.970170] env[62743]: DEBUG nova.network.neutron [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1924.981201] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063779, 'name': Rename_Task, 'duration_secs': 0.469188} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.982025] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.982025] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a886d66-bf64-4fc4-a746-1303bd8de63a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.988578] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1924.988578] env[62743]: value = "task-2063782" [ 1924.988578] env[62743]: _type = "Task" [ 1924.988578] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.997027] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.015022] env[62743]: DEBUG nova.policy [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.088752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.089446] env[62743]: DEBUG nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.092226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.023s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.093857] env[62743]: INFO nova.compute.claims [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.196593] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833521} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.197031] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 8a88102f-7880-4fec-af45-6fc6651bfd18/8a88102f-7880-4fec-af45-6fc6651bfd18.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1925.197325] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1925.200603] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29a3fb02-f4ba-4e5a-a305-ae1606452055 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.209547] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063781, 'name': ReconfigVM_Task, 'duration_secs': 0.48724} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.210794] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 547f622f-a5b2-4091-ad19-827bbce011a8/547f622f-a5b2-4091-ad19-827bbce011a8.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.211484] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1925.211484] env[62743]: value = "task-2063783" [ 1925.211484] env[62743]: _type = "Task" [ 1925.211484] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.211711] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97b8110-9708-45ea-a76e-de83dddee699 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.225033] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.225033] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1925.225033] env[62743]: value = "task-2063784" [ 1925.225033] env[62743]: _type = "Task" [ 1925.225033] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.231437] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063784, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.262927] env[62743]: DEBUG nova.compute.manager [req-6eafd794-c7be-401b-aa7b-8480a7db9abe req-af133161-b55c-4b53-a638-2b22be7a64c6 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Received event network-vif-plugged-8a1d1d13-4c1b-4915-91cc-0433eb4497b9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.263160] env[62743]: DEBUG oslo_concurrency.lockutils [req-6eafd794-c7be-401b-aa7b-8480a7db9abe req-af133161-b55c-4b53-a638-2b22be7a64c6 service nova] Acquiring lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.263399] env[62743]: DEBUG oslo_concurrency.lockutils [req-6eafd794-c7be-401b-aa7b-8480a7db9abe req-af133161-b55c-4b53-a638-2b22be7a64c6 service nova] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.263590] env[62743]: DEBUG oslo_concurrency.lockutils [req-6eafd794-c7be-401b-aa7b-8480a7db9abe req-af133161-b55c-4b53-a638-2b22be7a64c6 service nova] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.263760] env[62743]: DEBUG nova.compute.manager [req-6eafd794-c7be-401b-aa7b-8480a7db9abe req-af133161-b55c-4b53-a638-2b22be7a64c6 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] No waiting events found dispatching network-vif-plugged-8a1d1d13-4c1b-4915-91cc-0433eb4497b9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1925.263924] env[62743]: WARNING nova.compute.manager [req-6eafd794-c7be-401b-aa7b-8480a7db9abe req-af133161-b55c-4b53-a638-2b22be7a64c6 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Received unexpected event network-vif-plugged-8a1d1d13-4c1b-4915-91cc-0433eb4497b9 for instance with vm_state building and task_state spawning. [ 1925.364109] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.413751] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "40e066ca-2283-4c5e-a98a-bddfcf032070" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.413984] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.420664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "refresh_cache-85bb3618-e2ed-4dfa-8407-85aacf0ca554" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.420822] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquired lock "refresh_cache-85bb3618-e2ed-4dfa-8407-85aacf0ca554" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.420941] env[62743]: DEBUG nova.network.neutron [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.501286] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063782, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.541272] env[62743]: DEBUG nova.network.neutron [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Successfully created port: 25a7462a-3935-4e8e-8c57-9ae6ee57071c {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1925.601180] env[62743]: DEBUG nova.compute.utils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.602598] env[62743]: DEBUG nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.602770] env[62743]: DEBUG nova.network.neutron [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.674933] env[62743]: DEBUG nova.policy [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f51334c98c419caeff77bf44670a90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4f0066916c045778d9ebad9d51d5eae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.723652] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08678} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.723652] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1925.724439] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2022bf-e633-4993-88d2-c47aa0f9d45b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.748921] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 8a88102f-7880-4fec-af45-6fc6651bfd18/8a88102f-7880-4fec-af45-6fc6651bfd18.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.752449] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ca945a-3147-4b3f-aafd-4298af4b1ccd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.766775] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063784, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.774966] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1925.774966] env[62743]: value = "task-2063785" [ 1925.774966] env[62743]: _type = "Task" [ 1925.774966] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.783745] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.917724] env[62743]: DEBUG nova.compute.utils [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.969503] env[62743]: DEBUG nova.network.neutron [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1926.002607] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063782, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.039351] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.039617] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.039805] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Deleting the datastore file [datastore1] 94bf8010-b4e1-461f-aba7-0323563f3368 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.040110] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e910289-e687-482a-9cc3-31b27ad1afe4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.047127] env[62743]: DEBUG oslo_vmware.api [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for the task: (returnval){ [ 1926.047127] env[62743]: value = "task-2063786" [ 1926.047127] env[62743]: _type = "Task" [ 1926.047127] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.056583] env[62743]: DEBUG oslo_vmware.api [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.107098] env[62743]: DEBUG nova.compute.utils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.163192] env[62743]: DEBUG nova.network.neutron [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Successfully created port: f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.202626] env[62743]: DEBUG nova.network.neutron [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Updating instance_info_cache with network_info: [{"id": "8a1d1d13-4c1b-4915-91cc-0433eb4497b9", "address": "fa:16:3e:c4:6c:12", "network": {"id": "89e56bdb-717e-4290-bdd1-e6d715a325e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1843600823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af28ab10f1bb40d09fa448367fde6297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1d1d13-4c", "ovs_interfaceid": "8a1d1d13-4c1b-4915-91cc-0433eb4497b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1926.240740] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063784, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.284757] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.423126] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.500953] env[62743]: DEBUG oslo_vmware.api [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063782, 'name': PowerOnVM_Task, 'duration_secs': 1.2235} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.501218] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.501450] env[62743]: DEBUG nova.compute.manager [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.502321] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de421a76-a3f0-41fd-8609-9b8b97035a8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.562118] env[62743]: DEBUG oslo_vmware.api [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Task: {'id': task-2063786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457421} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.562541] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1926.562800] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1926.563107] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1926.563386] env[62743]: INFO nova.compute.manager [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Took 2.46 seconds to destroy the instance on the hypervisor. [ 1926.563748] env[62743]: DEBUG oslo.service.loopingcall [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.567143] env[62743]: DEBUG nova.compute.manager [-] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1926.567386] env[62743]: DEBUG nova.network.neutron [-] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.590780] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836959b6-06de-44ad-8632-56f312fdf50a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.599036] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6f2e9a-8bbd-40fb-a19d-b997917cfdf1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.630183] env[62743]: DEBUG nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.635202] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe7155-fd4b-4d23-b2c4-60a6b10ee552 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.643312] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267afb58-d9c8-485a-a49f-f80a450d44b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.658742] env[62743]: DEBUG nova.compute.provider_tree [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.705268] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Releasing lock "refresh_cache-85bb3618-e2ed-4dfa-8407-85aacf0ca554" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.705990] env[62743]: DEBUG nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Instance network_info: |[{"id": "8a1d1d13-4c1b-4915-91cc-0433eb4497b9", "address": "fa:16:3e:c4:6c:12", "network": {"id": "89e56bdb-717e-4290-bdd1-e6d715a325e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1843600823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af28ab10f1bb40d09fa448367fde6297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1d1d13-4c", "ovs_interfaceid": "8a1d1d13-4c1b-4915-91cc-0433eb4497b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1926.706139] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:6c:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a1d1d13-4c1b-4915-91cc-0433eb4497b9', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.713782] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Creating folder: Project (af28ab10f1bb40d09fa448367fde6297). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.714064] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae60fb9c-f611-43c1-a96b-b784d766fd3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.725041] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Created folder: Project (af28ab10f1bb40d09fa448367fde6297) in parent group-v423128. [ 1926.725041] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Creating folder: Instances. Parent ref: group-v423271. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.725041] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dfd1d1a-28aa-4522-9638-6eac690b7a52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.734386] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Created folder: Instances in parent group-v423271. [ 1926.734602] env[62743]: DEBUG oslo.service.loopingcall [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.734785] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.735012] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e1d56f7-b290-4d5f-acd8-366f84bb6403 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.752077] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063784, 'name': Rename_Task, 'duration_secs': 1.193332} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.752663] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1926.752899] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2146bafd-ef66-4dbf-8b7d-8c309463b46a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.757177] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.757177] env[62743]: value = "task-2063789" [ 1926.757177] env[62743]: _type = "Task" [ 1926.757177] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.761198] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 1926.761198] env[62743]: value = "task-2063790" [ 1926.761198] env[62743]: _type = "Task" [ 1926.761198] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.766580] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063789, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.771217] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.784892] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063785, 'name': ReconfigVM_Task, 'duration_secs': 0.915544} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.785165] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 8a88102f-7880-4fec-af45-6fc6651bfd18/8a88102f-7880-4fec-af45-6fc6651bfd18.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.785762] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cba89b5f-69aa-4b14-ba3f-5174fb1633df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.792574] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1926.792574] env[62743]: value = "task-2063791" [ 1926.792574] env[62743]: _type = "Task" [ 1926.792574] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.804275] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063791, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.020573] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.162061] env[62743]: DEBUG nova.scheduler.client.report [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.177362] env[62743]: DEBUG nova.network.neutron [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Successfully updated port: 25a7462a-3935-4e8e-8c57-9ae6ee57071c {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.269514] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063789, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.274479] env[62743]: DEBUG oslo_vmware.api [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2063790, 'name': PowerOnVM_Task, 'duration_secs': 0.508292} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.274789] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1927.275056] env[62743]: INFO nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1927.275283] env[62743]: DEBUG nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.276083] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec4328-d95f-49d0-9e02-72a0a8565231 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.301902] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063791, 'name': Rename_Task, 'duration_secs': 0.162987} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.302113] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.302268] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12d269e8-8d34-482f-9bc4-cf42cee5701d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.309196] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1927.309196] env[62743]: value = "task-2063792" [ 1927.309196] env[62743]: _type = "Task" [ 1927.309196] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.317506] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.356069] env[62743]: DEBUG nova.network.neutron [-] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.493146] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "40e066ca-2283-4c5e-a98a-bddfcf032070" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.493756] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.494159] env[62743]: INFO nova.compute.manager [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Attaching volume e9430761-ec15-4219-9786-a53d93afbded to /dev/sdb [ 1927.529964] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cba80c4-d1c2-4de9-88ee-f6af037b4a78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.536805] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3881501-7c50-4f69-aca2-d0a766a92e72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.550250] env[62743]: DEBUG nova.virt.block_device [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Updating existing volume attachment record: 275e032c-5ce9-4876-99e1-7e58126c42f3 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1927.644338] env[62743]: DEBUG nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.668307] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.668818] env[62743]: DEBUG nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1927.671525] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.322s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.672937] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.674669] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.353s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.674669] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.679861] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.701s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.682931] env[62743]: INFO nova.compute.claims [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1927.686832] env[62743]: DEBUG nova.network.neutron [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Successfully updated port: f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.689638] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:45:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1246989882',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-160793267',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.690128] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.690319] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.690510] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.690662] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.690795] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.691248] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.691248] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.691432] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.691506] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.691667] env[62743]: DEBUG nova.virt.hardware [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.692432] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.692587] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.692864] env[62743]: DEBUG nova.network.neutron [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.695659] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60a5aea-4b2e-47d0-9d3c-65e09d8e00ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.705985] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a3d3fd-a5be-4fcf-a5f6-217bbd983e97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.721793] env[62743]: INFO nova.scheduler.client.report [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Deleted allocations for instance b25ef405-c60d-43e9-b829-bc6d0e861364 [ 1927.723905] env[62743]: INFO nova.scheduler.client.report [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted allocations for instance 97116663-4cff-4e44-a887-e570f071fff7 [ 1927.768025] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063789, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.797330] env[62743]: INFO nova.compute.manager [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Took 41.14 seconds to build instance. [ 1927.819795] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.857605] env[62743]: INFO nova.compute.manager [-] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Took 1.29 seconds to deallocate network for instance. [ 1928.190526] env[62743]: DEBUG nova.compute.utils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.192747] env[62743]: DEBUG nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.192747] env[62743]: DEBUG nova.network.neutron [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.199585] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.199677] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.199835] env[62743]: DEBUG nova.network.neutron [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.234289] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b0881a70-e037-4c27-8a2e-34a49641097f tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "97116663-4cff-4e44-a887-e570f071fff7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.508s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.235321] env[62743]: DEBUG oslo_concurrency.lockutils [None req-978a83ec-82a4-4b3b-8152-cc948487a7de tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "b25ef405-c60d-43e9-b829-bc6d0e861364" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.026s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.249529] env[62743]: WARNING nova.network.neutron [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] a7817626-5240-4ded-aca1-488c7c0d5e33 already exists in list: networks containing: ['a7817626-5240-4ded-aca1-488c7c0d5e33']. ignoring it [ 1928.265731] env[62743]: DEBUG nova.policy [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56bacd3511e24ff3b8678341ab2e4a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb11c1359c94f678b03a6a0dd78a8d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1928.271256] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063789, 'name': CreateVM_Task, 'duration_secs': 1.487374} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.271619] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1928.272099] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.272274] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.272584] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1928.272838] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f049db-73e5-4e8a-a716-40e74adcf428 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.277663] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1928.277663] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52122544-cc62-8b50-f911-6986286bc7cc" [ 1928.277663] env[62743]: _type = "Task" [ 1928.277663] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.285601] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52122544-cc62-8b50-f911-6986286bc7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.299195] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be78ed27-af16-47f6-b7d7-b511b1c992dd tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "547f622f-a5b2-4091-ad19-827bbce011a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.309s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.320593] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063792, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.363441] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.369867] env[62743]: DEBUG nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Received event network-changed-8a1d1d13-4c1b-4915-91cc-0433eb4497b9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1928.369867] env[62743]: DEBUG nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Refreshing instance network info cache due to event network-changed-8a1d1d13-4c1b-4915-91cc-0433eb4497b9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1928.370099] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Acquiring lock "refresh_cache-85bb3618-e2ed-4dfa-8407-85aacf0ca554" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.370262] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Acquired lock "refresh_cache-85bb3618-e2ed-4dfa-8407-85aacf0ca554" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.370408] env[62743]: DEBUG nova.network.neutron [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Refreshing network info cache for port 8a1d1d13-4c1b-4915-91cc-0433eb4497b9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1928.701070] env[62743]: DEBUG nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1928.771695] env[62743]: DEBUG nova.network.neutron [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1928.774085] env[62743]: DEBUG nova.network.neutron [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25a7462a-3935-4e8e-8c57-9ae6ee57071c", "address": "fa:16:3e:4d:1b:bb", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7462a-39", "ovs_interfaceid": "25a7462a-3935-4e8e-8c57-9ae6ee57071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.778766] env[62743]: DEBUG nova.network.neutron [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Successfully created port: b992e172-885b-48d5-b318-73b77838ca6f {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.798295] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52122544-cc62-8b50-f911-6986286bc7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.802349] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.802589] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1928.802823] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.802970] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.803165] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1928.803813] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1928.810031] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02da434b-b962-401e-a164-6c7f6c218e03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.822797] env[62743]: DEBUG oslo_vmware.api [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063792, 'name': PowerOnVM_Task, 'duration_secs': 1.356213} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.822797] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.823501] env[62743]: INFO nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1928.823693] env[62743]: DEBUG nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1928.823984] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.824154] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.825308] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e34383-3cd1-4c67-bf02-baa59f0012bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.827704] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95823750-8c5f-43b2-ade5-59b48ac0a570 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.833191] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1928.833191] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52294b9f-d03a-ab1f-5efe-18b4da8a1f31" [ 1928.833191] env[62743]: _type = "Task" [ 1928.833191] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.854506] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52294b9f-d03a-ab1f-5efe-18b4da8a1f31, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.858658] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c5d58d-d9a4-414b-a605-227d9a1ddd08 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.863286] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1928.863286] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526ba207-d5f1-88b7-6c32-9cac9fb4dbc7" [ 1928.863286] env[62743]: _type = "Task" [ 1928.863286] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.877948] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ba207-d5f1-88b7-6c32-9cac9fb4dbc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.210256] env[62743]: DEBUG nova.network.neutron [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Updating instance_info_cache with network_info: [{"id": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "address": "fa:16:3e:53:90:10", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74bafe5-ff", "ovs_interfaceid": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.283942] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.285083] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.285259] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.286530] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1892734-d2b1-4005-8997-79a3a549b1db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.304611] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.304906] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.305118] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.305331] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.305489] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.305638] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.305840] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.305995] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.306186] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.306349] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.306519] env[62743]: DEBUG nova.virt.hardware [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.312702] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Reconfiguring VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1929.316010] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9bbbda0-7359-44e5-9252-169013de5367 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.338031] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1929.338031] env[62743]: value = "task-2063796" [ 1929.338031] env[62743]: _type = "Task" [ 1929.338031] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.342945] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106b7646-2b56-436e-b558-493666c3a24d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.346069] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.352985] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.357194] env[62743]: INFO nova.compute.manager [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Took 41.27 seconds to build instance. [ 1929.358787] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967a5fa8-0d9c-4fb5-b6c2-8eba39185355 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.392481] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba59965-1270-4c7a-9f5f-9da260770717 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.400270] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ba207-d5f1-88b7-6c32-9cac9fb4dbc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014433} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.400866] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.401178] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 85bb3618-e2ed-4dfa-8407-85aacf0ca554/85bb3618-e2ed-4dfa-8407-85aacf0ca554.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1929.401970] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b12679c-cb0e-446e-8672-56728af19bb4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.410042] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a897e69-7ce3-4bac-8232-ab4f4c2f2535 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.415371] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1929.415371] env[62743]: value = "task-2063797" [ 1929.415371] env[62743]: _type = "Task" [ 1929.415371] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.419273] env[62743]: DEBUG nova.network.neutron [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Updated VIF entry in instance network info cache for port 8a1d1d13-4c1b-4915-91cc-0433eb4497b9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.419623] env[62743]: DEBUG nova.network.neutron [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Updating instance_info_cache with network_info: [{"id": "8a1d1d13-4c1b-4915-91cc-0433eb4497b9", "address": "fa:16:3e:c4:6c:12", "network": {"id": "89e56bdb-717e-4290-bdd1-e6d715a325e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1843600823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af28ab10f1bb40d09fa448367fde6297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1d1d13-4c", "ovs_interfaceid": "8a1d1d13-4c1b-4915-91cc-0433eb4497b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.428681] env[62743]: DEBUG nova.compute.provider_tree [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.436564] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.714224] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Releasing lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.714224] env[62743]: DEBUG nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Instance network_info: |[{"id": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "address": "fa:16:3e:53:90:10", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74bafe5-ff", "ovs_interfaceid": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1929.715541] env[62743]: DEBUG nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1929.719407] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:90:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f74bafe5-ff17-4d4d-864d-26f8442594bd', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1929.728913] env[62743]: DEBUG oslo.service.loopingcall [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.729203] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1929.729457] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5a39370-8c8f-4744-bcf4-1abf6028cbf9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.752597] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1929.752597] env[62743]: value = "task-2063798" [ 1929.752597] env[62743]: _type = "Task" [ 1929.752597] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.755284] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.755740] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.755943] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.756172] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.756320] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.756470] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.756717] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.756891] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.757116] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.757333] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.757455] env[62743]: DEBUG nova.virt.hardware [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.758633] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a31b7f3-1af2-4134-8aab-840ce074951f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.774794] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6765914-d387-4ee7-98df-a0a32876030b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.780300] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.855021] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.864790] env[62743]: DEBUG oslo_concurrency.lockutils [None req-df78e03c-beb5-4154-aedd-821579cdf1f1 tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "8a88102f-7880-4fec-af45-6fc6651bfd18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.069s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.929955] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063797, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.931522] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Releasing lock "refresh_cache-85bb3618-e2ed-4dfa-8407-85aacf0ca554" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.931522] env[62743]: DEBUG nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Received event network-vif-deleted-ea58c1bf-dea3-4418-a090-60557731ac10 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.931522] env[62743]: DEBUG nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received event network-vif-plugged-25a7462a-3935-4e8e-8c57-9ae6ee57071c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.931522] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.931746] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.931780] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.932034] env[62743]: DEBUG nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] No waiting events found dispatching network-vif-plugged-25a7462a-3935-4e8e-8c57-9ae6ee57071c {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.932367] env[62743]: WARNING nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received unexpected event network-vif-plugged-25a7462a-3935-4e8e-8c57-9ae6ee57071c for instance with vm_state active and task_state None. [ 1929.932471] env[62743]: DEBUG nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received event network-changed-25a7462a-3935-4e8e-8c57-9ae6ee57071c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.932668] env[62743]: DEBUG nova.compute.manager [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Refreshing instance network info cache due to event network-changed-25a7462a-3935-4e8e-8c57-9ae6ee57071c. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1929.932747] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Acquiring lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.933235] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Acquired lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.933235] env[62743]: DEBUG nova.network.neutron [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Refreshing network info cache for port 25a7462a-3935-4e8e-8c57-9ae6ee57071c {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.938974] env[62743]: DEBUG nova.scheduler.client.report [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.269093] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.348586] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.368686] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1930.426113] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640005} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.426665] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 85bb3618-e2ed-4dfa-8407-85aacf0ca554/85bb3618-e2ed-4dfa-8407-85aacf0ca554.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.426907] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.427183] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b3625c4-0398-4cca-9cf9-db45333dac89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.435935] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1930.435935] env[62743]: value = "task-2063800" [ 1930.435935] env[62743]: _type = "Task" [ 1930.435935] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.445362] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.446068] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.446540] env[62743]: DEBUG nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1930.450488] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.259s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.450863] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.453323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.473s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.454846] env[62743]: INFO nova.compute.claims [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1930.525621] env[62743]: INFO nova.scheduler.client.report [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Deleted allocations for instance cef29849-b62f-448e-a20b-563fded880fe [ 1930.743243] env[62743]: DEBUG nova.compute.manager [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Received event network-changed-88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1930.743434] env[62743]: DEBUG nova.compute.manager [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Refreshing instance network info cache due to event network-changed-88e9576a-caa0-4784-bfdc-69f40cc6b172. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1930.743652] env[62743]: DEBUG oslo_concurrency.lockutils [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] Acquiring lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.743800] env[62743]: DEBUG oslo_concurrency.lockutils [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] Acquired lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.743969] env[62743]: DEBUG nova.network.neutron [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Refreshing network info cache for port 88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.769177] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.784703] env[62743]: DEBUG nova.network.neutron [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updated VIF entry in instance network info cache for port 25a7462a-3935-4e8e-8c57-9ae6ee57071c. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.785159] env[62743]: DEBUG nova.network.neutron [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "25a7462a-3935-4e8e-8c57-9ae6ee57071c", "address": "fa:16:3e:4d:1b:bb", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a7462a-39", "ovs_interfaceid": "25a7462a-3935-4e8e-8c57-9ae6ee57071c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.849288] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.886896] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.945958] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070217} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.946264] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.947097] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f704e89b-b3a2-4197-8e72-59aae32e8eee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.951964] env[62743]: DEBUG nova.compute.utils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1930.962139] env[62743]: DEBUG nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1930.962325] env[62743]: DEBUG nova.network.neutron [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1930.975481] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 85bb3618-e2ed-4dfa-8407-85aacf0ca554/85bb3618-e2ed-4dfa-8407-85aacf0ca554.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.977044] env[62743]: DEBUG nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1930.981921] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9fe4c5-094f-4848-93e0-050886b0e60b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.002906] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1931.002906] env[62743]: value = "task-2063801" [ 1931.002906] env[62743]: _type = "Task" [ 1931.002906] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.013745] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.036258] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffcbc9c-529b-46d8-acb9-2602302747bb tempest-VolumesAssistedSnapshotsTest-1196241360 tempest-VolumesAssistedSnapshotsTest-1196241360-project-member] Lock "cef29849-b62f-448e-a20b-563fded880fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.794s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.044284] env[62743]: DEBUG nova.policy [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56bacd3511e24ff3b8678341ab2e4a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb11c1359c94f678b03a6a0dd78a8d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.099325] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "146d387a-facb-4669-bb61-1d17b8765c46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.099558] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "146d387a-facb-4669-bb61-1d17b8765c46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.143111] env[62743]: DEBUG nova.compute.manager [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Received event network-vif-plugged-f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1931.143299] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] Acquiring lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.143500] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.143676] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.143823] env[62743]: DEBUG nova.compute.manager [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] No waiting events found dispatching network-vif-plugged-f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1931.143987] env[62743]: WARNING nova.compute.manager [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Received unexpected event network-vif-plugged-f74bafe5-ff17-4d4d-864d-26f8442594bd for instance with vm_state building and task_state spawning. [ 1931.144320] env[62743]: DEBUG nova.compute.manager [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Received event network-changed-f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1931.144482] env[62743]: DEBUG nova.compute.manager [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Refreshing instance network info cache due to event network-changed-f74bafe5-ff17-4d4d-864d-26f8442594bd. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1931.144664] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] Acquiring lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.144826] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] Acquired lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.145053] env[62743]: DEBUG nova.network.neutron [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Refreshing network info cache for port f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.270125] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.292392] env[62743]: DEBUG oslo_concurrency.lockutils [req-3455a5e7-33ed-4272-9e53-fcf002a020d2 req-50a2cf65-31d2-4197-a1f6-9b0bacf21b07 service nova] Releasing lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.356940] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.395707] env[62743]: DEBUG nova.network.neutron [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Successfully created port: 5ef502f0-da4b-45f7-91a5-bc68cb721d28 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.527730] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.534892] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bbd999-8df3-4b40-901c-c5e111919297 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.542394] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567da11-cbec-491e-9fb2-d28179fbe77b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.576856] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d6317-18b0-4973-bce0-127124060ca5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.586709] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f9ca8-c3d6-4471-9759-93ee6309cd0b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.604971] env[62743]: DEBUG nova.compute.provider_tree [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.676145] env[62743]: DEBUG nova.network.neutron [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updated VIF entry in instance network info cache for port 88e9576a-caa0-4784-bfdc-69f40cc6b172. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.676278] env[62743]: DEBUG nova.network.neutron [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updating instance_info_cache with network_info: [{"id": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "address": "fa:16:3e:3e:bb:0c", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e9576a-ca", "ovs_interfaceid": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.769771] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.851378] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.942167] env[62743]: DEBUG nova.network.neutron [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Updated VIF entry in instance network info cache for port f74bafe5-ff17-4d4d-864d-26f8442594bd. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.942806] env[62743]: DEBUG nova.network.neutron [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Updating instance_info_cache with network_info: [{"id": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "address": "fa:16:3e:53:90:10", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74bafe5-ff", "ovs_interfaceid": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.014242] env[62743]: DEBUG nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.023054] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063801, 'name': ReconfigVM_Task, 'duration_secs': 0.780518} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.023054] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 85bb3618-e2ed-4dfa-8407-85aacf0ca554/85bb3618-e2ed-4dfa-8407-85aacf0ca554.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.023348] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20bcbc1-31c8-411f-8659-2b7e4f6f9f8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.030024] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1932.030024] env[62743]: value = "task-2063802" [ 1932.030024] env[62743]: _type = "Task" [ 1932.030024] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.039042] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063802, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.054874] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1932.055252] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.055511] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1932.055759] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.055988] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1932.056233] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1932.056522] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1932.056738] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1932.057011] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1932.057265] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1932.057499] env[62743]: DEBUG nova.virt.hardware [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1932.058628] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fb2f21-d1a3-4205-92f1-94d910b1ce65 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.068928] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0957059e-50f6-4896-8fd6-bec0166e8549 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.108617] env[62743]: DEBUG nova.scheduler.client.report [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.179487] env[62743]: DEBUG oslo_concurrency.lockutils [req-740a4d81-9d8a-4366-9f7b-a0acc82c3566 req-c5bb7d26-7bf6-4b2b-ae97-9c52c4f71d11 service nova] Releasing lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.273284] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.352030] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.448319] env[62743]: DEBUG oslo_concurrency.lockutils [req-f1d8e7ea-162f-487c-af1d-4867ffd20717 req-73d7bf82-4db2-4ddc-975a-988ca6f0e4a7 service nova] Releasing lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.541994] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063802, 'name': Rename_Task, 'duration_secs': 0.183303} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.542254] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.542514] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab2772b-1050-4a1a-ac8b-ed6f84542c34 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.548944] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1932.548944] env[62743]: value = "task-2063803" [ 1932.548944] env[62743]: _type = "Task" [ 1932.548944] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.557429] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.606086] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1932.606360] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423275', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'name': 'volume-e9430761-ec15-4219-9786-a53d93afbded', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40e066ca-2283-4c5e-a98a-bddfcf032070', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'serial': 'e9430761-ec15-4219-9786-a53d93afbded'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1932.607350] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca5027e-0841-4f61-882a-d5da68e7e0d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.626654] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.627316] env[62743]: DEBUG nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1932.631121] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.054s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.632729] env[62743]: INFO nova.compute.claims [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.636354] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bed0bd-6447-485f-8033-131e79b5e4ce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.670719] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-e9430761-ec15-4219-9786-a53d93afbded/volume-e9430761-ec15-4219-9786-a53d93afbded.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1932.672281] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.672512] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.672716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.672943] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.673135] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.675056] env[62743]: INFO nova.compute.manager [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Terminating instance [ 1932.678188] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b1256e-2207-4b28-9ec6-d891beddc05a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.697062] env[62743]: DEBUG nova.compute.manager [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1932.697276] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.697991] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.698486] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.699223] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd8b9a6-0a71-464f-a3ab-8d24a50232e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.707960] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.709111] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0590e5a4-be39-4573-9bd5-646f219b2058 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.710715] env[62743]: DEBUG oslo_vmware.api [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1932.710715] env[62743]: value = "task-2063804" [ 1932.710715] env[62743]: _type = "Task" [ 1932.710715] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.714887] env[62743]: DEBUG oslo_vmware.api [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1932.714887] env[62743]: value = "task-2063805" [ 1932.714887] env[62743]: _type = "Task" [ 1932.714887] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.721080] env[62743]: DEBUG oslo_vmware.api [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063804, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.727432] env[62743]: DEBUG oslo_vmware.api [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.771761] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.855127] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.950447] env[62743]: DEBUG nova.compute.manager [None req-2b027112-bc40-4737-a3e2-4bf0b502b6ce tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.951340] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83fb901-249f-4eb3-8f55-2a3d31db7900 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.059060] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.144356] env[62743]: DEBUG nova.compute.utils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1933.144614] env[62743]: DEBUG nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1933.144860] env[62743]: DEBUG nova.network.neutron [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1933.206956] env[62743]: DEBUG nova.policy [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56bacd3511e24ff3b8678341ab2e4a7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bb11c1359c94f678b03a6a0dd78a8d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1933.225259] env[62743]: DEBUG oslo_vmware.api [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.231108] env[62743]: DEBUG oslo_vmware.api [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063805, 'name': PowerOffVM_Task, 'duration_secs': 0.203574} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.231760] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1933.231760] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1933.232223] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e02b72b1-51fb-4a55-956d-61202c0984e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.272614] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.353722] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.465244] env[62743]: INFO nova.compute.manager [None req-2b027112-bc40-4737-a3e2-4bf0b502b6ce tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] instance snapshotting [ 1933.465244] env[62743]: DEBUG nova.objects.instance [None req-2b027112-bc40-4737-a3e2-4bf0b502b6ce tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lazy-loading 'flavor' on Instance uuid 8a88102f-7880-4fec-af45-6fc6651bfd18 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.561800] env[62743]: DEBUG oslo_vmware.api [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063803, 'name': PowerOnVM_Task, 'duration_secs': 0.929578} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.562335] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1933.562798] env[62743]: INFO nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1933.563136] env[62743]: DEBUG nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.564314] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88352d-76b7-41d9-8341-afd7c6112823 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.635044] env[62743]: DEBUG nova.network.neutron [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Successfully created port: 207bf377-0134-4f8b-9eb1-31d92de20690 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1933.648102] env[62743]: DEBUG nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1933.726018] env[62743]: DEBUG oslo_vmware.api [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063804, 'name': ReconfigVM_Task, 'duration_secs': 0.74465} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.726018] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-e9430761-ec15-4219-9786-a53d93afbded/volume-e9430761-ec15-4219-9786-a53d93afbded.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1933.729461] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c230e017-2206-4f39-93a5-2a6aff4ac7d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.748262] env[62743]: DEBUG oslo_vmware.api [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1933.748262] env[62743]: value = "task-2063807" [ 1933.748262] env[62743]: _type = "Task" [ 1933.748262] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.757155] env[62743]: DEBUG oslo_vmware.api [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.780549] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.859464] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.975913] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7506fde-a8c6-4d5c-a965-29629e58a8db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.994766] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0635e97c-09ff-4c59-acb3-2a95ff1cc183 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.090852] env[62743]: INFO nova.compute.manager [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Took 41.97 seconds to build instance. [ 1934.206336] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2537562a-006f-481a-ac20-ed186060e9ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.214564] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afe88f7-5a46-493c-b4dd-5e283ea73182 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.246096] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955efe4a-8a8d-4c3a-b75f-cd9632e06cc3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.258455] env[62743]: DEBUG oslo_vmware.api [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063807, 'name': ReconfigVM_Task, 'duration_secs': 0.220644} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.261190] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423275', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'name': 'volume-e9430761-ec15-4219-9786-a53d93afbded', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40e066ca-2283-4c5e-a98a-bddfcf032070', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'serial': 'e9430761-ec15-4219-9786-a53d93afbded'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1934.264297] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ff479-fc0e-4878-a8db-ad2eda771042 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.276760] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.286109] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "8a88102f-7880-4fec-af45-6fc6651bfd18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.286377] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "8a88102f-7880-4fec-af45-6fc6651bfd18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.286748] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "8a88102f-7880-4fec-af45-6fc6651bfd18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.286748] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "8a88102f-7880-4fec-af45-6fc6651bfd18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.287037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "8a88102f-7880-4fec-af45-6fc6651bfd18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.289061] env[62743]: INFO nova.compute.manager [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Terminating instance [ 1934.291981] env[62743]: DEBUG nova.compute.provider_tree [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1934.357260] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.506992] env[62743]: DEBUG nova.compute.manager [None req-2b027112-bc40-4737-a3e2-4bf0b502b6ce tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Instance disappeared during snapshot {{(pid=62743) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1934.594969] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ca1daf1b-2341-4f51-a967-d24638a7e72b tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.650s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.653265] env[62743]: DEBUG nova.compute.manager [None req-2b027112-bc40-4737-a3e2-4bf0b502b6ce tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Found 0 images (rotation: 2) {{(pid=62743) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1934.663739] env[62743]: DEBUG nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1934.691771] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1934.692184] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.694027] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1934.694237] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.694456] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1934.694664] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1934.694942] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1934.695177] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1934.695417] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1934.695645] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1934.695876] env[62743]: DEBUG nova.virt.hardware [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1934.697322] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeaddc6-4fd3-49cc-bc82-97fd08ac4fd3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.706625] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef78331-224a-4c6f-a33b-a15750f5ed98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.778543] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.800701] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "refresh_cache-8a88102f-7880-4fec-af45-6fc6651bfd18" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.801012] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquired lock "refresh_cache-8a88102f-7880-4fec-af45-6fc6651bfd18" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.801012] env[62743]: DEBUG nova.network.neutron [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.825120] env[62743]: ERROR nova.scheduler.client.report [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [req-b4dbc199-6d51-4ae7-ab19-8fb527947895] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b4dbc199-6d51-4ae7-ab19-8fb527947895"}]} [ 1934.846088] env[62743]: DEBUG nova.scheduler.client.report [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1934.854436] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.870305] env[62743]: DEBUG nova.scheduler.client.report [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1934.870305] env[62743]: DEBUG nova.compute.provider_tree [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1934.882780] env[62743]: DEBUG nova.scheduler.client.report [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1934.903432] env[62743]: DEBUG nova.scheduler.client.report [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1934.911146] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.911378] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.098902] env[62743]: DEBUG nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1935.281570] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.315413] env[62743]: DEBUG nova.objects.instance [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'flavor' on Instance uuid 40e066ca-2283-4c5e-a98a-bddfcf032070 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.330280] env[62743]: DEBUG nova.network.neutron [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1935.340089] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccec242-36cf-4505-a355-c0b4ecc4d83b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.352900] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ea3a5-f249-425c-9af9-044dc8cbe494 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.367636] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.399371] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa29db9-734e-4c85-a507-b3a5f167abcb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.407095] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64e6837-474f-4fe1-983d-43127ae691e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.422587] env[62743]: DEBUG nova.compute.utils [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1935.424424] env[62743]: DEBUG nova.compute.provider_tree [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.426460] env[62743]: DEBUG nova.network.neutron [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.524583] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.525107] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.525107] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleting the datastore file [datastore1] 6f89ca5a-ad87-4201-8bcc-6deeb60df555 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.525277] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd3b6e4-72af-4cd3-a90f-af493721027e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.531858] env[62743]: DEBUG oslo_vmware.api [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1935.531858] env[62743]: value = "task-2063808" [ 1935.531858] env[62743]: _type = "Task" [ 1935.531858] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.541763] env[62743]: DEBUG oslo_vmware.api [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.627822] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.782453] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063798, 'name': CreateVM_Task, 'duration_secs': 5.992334} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.782590] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.783515] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.783729] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.783945] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.784184] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf36263c-d330-4178-8175-8dcf80758bdf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.789243] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1935.789243] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529a35f2-297e-b64a-4888-d6f045405b8b" [ 1935.789243] env[62743]: _type = "Task" [ 1935.789243] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.797344] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529a35f2-297e-b64a-4888-d6f045405b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.820422] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7500d34c-188e-4a90-b62d-219b460d5453 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.327s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.859978] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.927533] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.931037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Releasing lock "refresh_cache-8a88102f-7880-4fec-af45-6fc6651bfd18" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.931430] env[62743]: DEBUG nova.compute.manager [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1935.931622] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.933280] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318e47ca-87e6-4e31-adb5-cc4e9bc56c0a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.943347] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.943642] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa070be-8ec4-46e2-a364-e7f7b921e155 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.950319] env[62743]: DEBUG oslo_vmware.api [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1935.950319] env[62743]: value = "task-2063809" [ 1935.950319] env[62743]: _type = "Task" [ 1935.950319] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.959168] env[62743]: DEBUG oslo_vmware.api [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.966257] env[62743]: DEBUG nova.scheduler.client.report [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1935.966521] env[62743]: DEBUG nova.compute.provider_tree [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 76 to 77 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1935.966695] env[62743]: DEBUG nova.compute.provider_tree [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1936.042059] env[62743]: DEBUG oslo_vmware.api [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26033} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.042393] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1936.042598] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1936.042779] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1936.043046] env[62743]: INFO nova.compute.manager [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Took 3.35 seconds to destroy the instance on the hypervisor. [ 1936.043295] env[62743]: DEBUG oslo.service.loopingcall [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.043497] env[62743]: DEBUG nova.compute.manager [-] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1936.043581] env[62743]: DEBUG nova.network.neutron [-] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1936.300123] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529a35f2-297e-b64a-4888-d6f045405b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.030713} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.300452] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.300690] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.300929] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.301082] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.301384] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.301587] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e282ad-1e45-4dbd-8054-98bdad567e81 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.320896] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.321165] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.322188] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1ae664-5a45-4ba9-82ae-dec666673bef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.332437] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1936.332437] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5220f42f-9b08-0469-8c11-712687c91e80" [ 1936.332437] env[62743]: _type = "Task" [ 1936.332437] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.346660] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5220f42f-9b08-0469-8c11-712687c91e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.362179] env[62743]: DEBUG oslo_vmware.api [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063796, 'name': ReconfigVM_Task, 'duration_secs': 6.729887} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.362871] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.362971] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Reconfigured VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1936.461271] env[62743]: DEBUG oslo_vmware.api [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063809, 'name': PowerOffVM_Task, 'duration_secs': 0.186569} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.461543] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.461710] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.461960] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e26a5d4-a893-47dd-919c-2c2ca4357ef6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.473302] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.842s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.473947] env[62743]: DEBUG nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.477319] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.802s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.477751] env[62743]: DEBUG nova.objects.instance [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lazy-loading 'resources' on Instance uuid 34c7e0b0-14f3-473e-aa93-69c668d92bd4 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.490386] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1936.490738] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1936.491014] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Deleting the datastore file [datastore1] 8a88102f-7880-4fec-af45-6fc6651bfd18 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1936.493010] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-759681f5-b68d-4a47-b63b-e66a80c42e76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.499990] env[62743]: DEBUG oslo_vmware.api [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for the task: (returnval){ [ 1936.499990] env[62743]: value = "task-2063811" [ 1936.499990] env[62743]: _type = "Task" [ 1936.499990] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.510612] env[62743]: DEBUG oslo_vmware.api [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.844134] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5220f42f-9b08-0469-8c11-712687c91e80, 'name': SearchDatastore_Task, 'duration_secs': 0.018764} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.844965] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f13a55c-e6c9-4d48-b107-ee1cb6e188ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.850979] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1936.850979] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b6b360-9f61-10e7-60d6-b979435e6527" [ 1936.850979] env[62743]: _type = "Task" [ 1936.850979] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.860056] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b6b360-9f61-10e7-60d6-b979435e6527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.867494] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ac1d2be8-1758-493e-aa4a-56958b32b7b3 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-de20af78-9dfc-4d12-8cda-f18003c79d1d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.995s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.884196] env[62743]: DEBUG nova.network.neutron [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Successfully updated port: 5ef502f0-da4b-45f7-91a5-bc68cb721d28 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1936.937716] env[62743]: DEBUG nova.network.neutron [-] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.975645] env[62743]: DEBUG nova.network.neutron [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Successfully updated port: 207bf377-0134-4f8b-9eb1-31d92de20690 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1936.983029] env[62743]: DEBUG nova.compute.utils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1936.988019] env[62743]: DEBUG nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1936.988019] env[62743]: DEBUG nova.network.neutron [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.011253] env[62743]: DEBUG oslo_vmware.api [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Task: {'id': task-2063811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397816} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.011497] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.011672] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.011864] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.012020] env[62743]: INFO nova.compute.manager [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1937.012259] env[62743]: DEBUG oslo.service.loopingcall [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.012506] env[62743]: DEBUG nova.compute.manager [-] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.012785] env[62743]: DEBUG nova.network.neutron [-] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.015248] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.015512] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.015693] env[62743]: INFO nova.compute.manager [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Attaching volume 3f246d4e-66fe-4329-8497-158b0f6ec9a8 to /dev/sdb [ 1937.042480] env[62743]: DEBUG nova.policy [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97a32f83227842d097833b7c471e71dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa38d28ddf4b4965b47ee147c7475f0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.047060] env[62743]: DEBUG nova.network.neutron [-] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1937.054871] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af462b5-54c6-4829-8b52-f2ed79b9cdcc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.068075] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3223a5-9c72-46f4-a558-7d4c64f5cbc0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.083031] env[62743]: DEBUG nova.virt.block_device [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updating existing volume attachment record: 7d14f07d-23fb-40f0-ae91-92e6e08aab28 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1937.203981] env[62743]: DEBUG nova.network.neutron [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Successfully updated port: b992e172-885b-48d5-b318-73b77838ca6f {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.362260] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b6b360-9f61-10e7-60d6-b979435e6527, 'name': SearchDatastore_Task, 'duration_secs': 0.021184} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.362608] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.362763] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6204b096-8bc8-4f1f-ad9f-7d0af46dab21/6204b096-8bc8-4f1f-ad9f-7d0af46dab21.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.365311] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fba3af15-7417-4541-89d5-403fc1db661f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.370974] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1937.370974] env[62743]: value = "task-2063813" [ 1937.370974] env[62743]: _type = "Task" [ 1937.370974] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.384272] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.388450] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "refresh_cache-4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.388450] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "refresh_cache-4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.388450] env[62743]: DEBUG nova.network.neutron [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.407634] env[62743]: DEBUG nova.network.neutron [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Successfully created port: 1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1937.441057] env[62743]: INFO nova.compute.manager [-] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Took 1.40 seconds to deallocate network for instance. [ 1937.485606] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "refresh_cache-ecf46e23-9089-48bf-982c-d4002d90af9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.485944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "refresh_cache-ecf46e23-9089-48bf-982c-d4002d90af9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.486230] env[62743]: DEBUG nova.network.neutron [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.490765] env[62743]: DEBUG nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1937.551188] env[62743]: DEBUG nova.network.neutron [-] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.621193] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc660d43-d6b9-4981-8285-faa81cfe3636 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.628597] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb470daf-9141-4abb-8118-afc248dc6263 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.669017] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80be2e2-cf08-42ce-a658-84cdf5955a8f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.678964] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c2096d-100f-4da7-ae32-bcbcae4f6f85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.696993] env[62743]: DEBUG nova.compute.provider_tree [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.706874] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.707124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.707386] env[62743]: DEBUG nova.network.neutron [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.866025] env[62743]: DEBUG nova.compute.manager [req-32331558-b545-4218-90b7-d81d0e7f8b8f req-6947a6db-a15e-4a21-b0bb-a54528f63fa1 service nova] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Received event network-vif-deleted-9bccc2d7-c83c-4124-b31d-70f68a7dd4fc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1937.889346] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063813, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.895076] env[62743]: DEBUG nova.compute.manager [req-77843a2f-e03d-49c3-8e13-51c230cab706 req-116ca882-3790-43bd-9d5c-bd7996c0fde1 service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Received event network-vif-plugged-207bf377-0134-4f8b-9eb1-31d92de20690 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1937.895510] env[62743]: DEBUG oslo_concurrency.lockutils [req-77843a2f-e03d-49c3-8e13-51c230cab706 req-116ca882-3790-43bd-9d5c-bd7996c0fde1 service nova] Acquiring lock "ecf46e23-9089-48bf-982c-d4002d90af9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.895613] env[62743]: DEBUG oslo_concurrency.lockutils [req-77843a2f-e03d-49c3-8e13-51c230cab706 req-116ca882-3790-43bd-9d5c-bd7996c0fde1 service nova] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.895844] env[62743]: DEBUG oslo_concurrency.lockutils [req-77843a2f-e03d-49c3-8e13-51c230cab706 req-116ca882-3790-43bd-9d5c-bd7996c0fde1 service nova] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.896746] env[62743]: DEBUG nova.compute.manager [req-77843a2f-e03d-49c3-8e13-51c230cab706 req-116ca882-3790-43bd-9d5c-bd7996c0fde1 service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] No waiting events found dispatching network-vif-plugged-207bf377-0134-4f8b-9eb1-31d92de20690 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.897527] env[62743]: WARNING nova.compute.manager [req-77843a2f-e03d-49c3-8e13-51c230cab706 req-116ca882-3790-43bd-9d5c-bd7996c0fde1 service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Received unexpected event network-vif-plugged-207bf377-0134-4f8b-9eb1-31d92de20690 for instance with vm_state building and task_state spawning. [ 1937.932626] env[62743]: DEBUG nova.network.neutron [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1937.960198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.054426] env[62743]: INFO nova.compute.manager [-] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Took 1.04 seconds to deallocate network for instance. [ 1938.067895] env[62743]: DEBUG nova.network.neutron [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1938.138298] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "40e066ca-2283-4c5e-a98a-bddfcf032070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.138838] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.139281] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "40e066ca-2283-4c5e-a98a-bddfcf032070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.139654] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.140036] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.144566] env[62743]: INFO nova.compute.manager [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Terminating instance [ 1938.204836] env[62743]: DEBUG nova.scheduler.client.report [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.283771] env[62743]: DEBUG nova.network.neutron [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1938.288452] env[62743]: DEBUG nova.network.neutron [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Updating instance_info_cache with network_info: [{"id": "5ef502f0-da4b-45f7-91a5-bc68cb721d28", "address": "fa:16:3e:81:3a:f5", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef502f0-da", "ovs_interfaceid": "5ef502f0-da4b-45f7-91a5-bc68cb721d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.387846] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686066} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.388133] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6204b096-8bc8-4f1f-ad9f-7d0af46dab21/6204b096-8bc8-4f1f-ad9f-7d0af46dab21.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.388850] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.388850] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69dd4cca-a038-483f-8167-630630c17aae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.395071] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1938.395071] env[62743]: value = "task-2063816" [ 1938.395071] env[62743]: _type = "Task" [ 1938.395071] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.403656] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.418229] env[62743]: DEBUG nova.network.neutron [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Updating instance_info_cache with network_info: [{"id": "207bf377-0134-4f8b-9eb1-31d92de20690", "address": "fa:16:3e:14:f3:5b", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207bf377-01", "ovs_interfaceid": "207bf377-0134-4f8b-9eb1-31d92de20690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.508193] env[62743]: DEBUG nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1938.542447] env[62743]: DEBUG nova.network.neutron [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Updating instance_info_cache with network_info: [{"id": "b992e172-885b-48d5-b318-73b77838ca6f", "address": "fa:16:3e:9b:36:a3", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb992e172-88", "ovs_interfaceid": "b992e172-885b-48d5-b318-73b77838ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.556245] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.556774] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.556774] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.556931] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.557317] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.557550] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.557768] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.557952] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.558134] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.558305] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.558478] env[62743]: DEBUG nova.virt.hardware [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.559790] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486fff1f-bef3-410c-9ed9-f1ca7e883f2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.569331] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6123b4e8-5c75-44c6-8962-a7b15cd76a53 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.575176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.650911] env[62743]: DEBUG nova.compute.manager [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1938.651219] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.651474] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3e5f6de-b291-40a2-9b3c-a0b521531a70 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.659225] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1938.659225] env[62743]: value = "task-2063817" [ 1938.659225] env[62743]: _type = "Task" [ 1938.659225] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.668219] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.709900] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.713183] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.015s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.713601] env[62743]: DEBUG nova.objects.instance [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1938.745749] env[62743]: INFO nova.scheduler.client.report [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Deleted allocations for instance 34c7e0b0-14f3-473e-aa93-69c668d92bd4 [ 1938.791707] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "refresh_cache-4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.792070] env[62743]: DEBUG nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Instance network_info: |[{"id": "5ef502f0-da4b-45f7-91a5-bc68cb721d28", "address": "fa:16:3e:81:3a:f5", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef502f0-da", "ovs_interfaceid": "5ef502f0-da4b-45f7-91a5-bc68cb721d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1938.792512] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:3a:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ef502f0-da4b-45f7-91a5-bc68cb721d28', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.801638] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Creating folder: Project (5bb11c1359c94f678b03a6a0dd78a8d7). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1938.802416] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eaf5ff9-7a86-4aa0-96db-a120118c8ee8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.813304] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Created folder: Project (5bb11c1359c94f678b03a6a0dd78a8d7) in parent group-v423128. [ 1938.813864] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Creating folder: Instances. Parent ref: group-v423279. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1938.813864] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d597befb-6783-4a19-8d73-4e1c1c8aa346 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.825596] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Created folder: Instances in parent group-v423279. [ 1938.825844] env[62743]: DEBUG oslo.service.loopingcall [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.826864] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.827088] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84aba482-6d50-4be6-835f-7fcf393a0576 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.851540] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.851540] env[62743]: value = "task-2063820" [ 1938.851540] env[62743]: _type = "Task" [ 1938.851540] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.862440] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063820, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.904606] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122576} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.904895] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.905956] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd81d236-76d1-4bcd-bfa9-042f7749813c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.928923] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6204b096-8bc8-4f1f-ad9f-7d0af46dab21/6204b096-8bc8-4f1f-ad9f-7d0af46dab21.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.929448] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "refresh_cache-ecf46e23-9089-48bf-982c-d4002d90af9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.929743] env[62743]: DEBUG nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Instance network_info: |[{"id": "207bf377-0134-4f8b-9eb1-31d92de20690", "address": "fa:16:3e:14:f3:5b", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207bf377-01", "ovs_interfaceid": "207bf377-0134-4f8b-9eb1-31d92de20690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1938.929996] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b339a7-b574-46a4-bc0f-1b6ed2061ed4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.944463] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:f3:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '207bf377-0134-4f8b-9eb1-31d92de20690', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.952324] env[62743]: DEBUG oslo.service.loopingcall [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.952564] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.953258] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cb8671c-1a1e-420a-a700-82ebcc75e9b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.968846] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1938.968846] env[62743]: value = "task-2063821" [ 1938.968846] env[62743]: _type = "Task" [ 1938.968846] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.973788] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.973788] env[62743]: value = "task-2063822" [ 1938.973788] env[62743]: _type = "Task" [ 1938.973788] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.979800] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.985920] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063822, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.048078] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.049106] env[62743]: DEBUG nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Instance network_info: |[{"id": "b992e172-885b-48d5-b318-73b77838ca6f", "address": "fa:16:3e:9b:36:a3", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb992e172-88", "ovs_interfaceid": "b992e172-885b-48d5-b318-73b77838ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1939.049106] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:36:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b992e172-885b-48d5-b318-73b77838ca6f', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.057565] env[62743]: DEBUG oslo.service.loopingcall [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.057565] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.057733] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d993e82f-674a-43d0-b023-741411035aac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.079842] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.079842] env[62743]: value = "task-2063823" [ 1939.079842] env[62743]: _type = "Task" [ 1939.079842] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.089288] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063823, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.168766] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063817, 'name': PowerOffVM_Task, 'duration_secs': 0.432805} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.169119] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.169285] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1939.169465] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423275', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'name': 'volume-e9430761-ec15-4219-9786-a53d93afbded', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40e066ca-2283-4c5e-a98a-bddfcf032070', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'serial': 'e9430761-ec15-4219-9786-a53d93afbded'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1939.170261] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff04840-5906-42c3-a4c7-b9d08b802fef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.191715] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a8de3d-1227-4f79-a8e2-38e3b3c359e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.202519] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a7665-7182-4a5b-a050-fbbdd44de91b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.227610] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ecd59d-e8ac-468e-9ea0-2824f1d36f57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.245719] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] The volume has not been displaced from its original location: [datastore1] volume-e9430761-ec15-4219-9786-a53d93afbded/volume-e9430761-ec15-4219-9786-a53d93afbded.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1939.252165] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1939.255357] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a11454c7-9329-41c9-a7d0-77fb39787ecd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.270214] env[62743]: DEBUG oslo_concurrency.lockutils [None req-abcabfbe-561b-4738-8d0a-247960a1ae83 tempest-ServersTestBootFromVolume-717063710 tempest-ServersTestBootFromVolume-717063710-project-member] Lock "34c7e0b0-14f3-473e-aa93-69c668d92bd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.860s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.276850] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1939.276850] env[62743]: value = "task-2063824" [ 1939.276850] env[62743]: _type = "Task" [ 1939.276850] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.286565] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.327465] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-de20af78-9dfc-4d12-8cda-f18003c79d1d-25a7462a-3935-4e8e-8c57-9ae6ee57071c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.327739] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-de20af78-9dfc-4d12-8cda-f18003c79d1d-25a7462a-3935-4e8e-8c57-9ae6ee57071c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.361683] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063820, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.482905] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063821, 'name': ReconfigVM_Task, 'duration_secs': 0.37154} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.486057] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6204b096-8bc8-4f1f-ad9f-7d0af46dab21/6204b096-8bc8-4f1f-ad9f-7d0af46dab21.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.486521] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62743) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1939.487259] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063822, 'name': CreateVM_Task, 'duration_secs': 0.435397} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.487495] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-bd5fddac-7083-4064-8d0c-e4b8947f1d50 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.489878] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.493024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.493024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.493024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.493024] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709ac494-2fd0-4dc7-b6d4-d1e54ef42c0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.496886] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1939.496886] env[62743]: value = "task-2063825" [ 1939.496886] env[62743]: _type = "Task" [ 1939.496886] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.497853] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1939.497853] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52cc2ad2-8e4b-c89a-6c0c-d6cc5d5f022f" [ 1939.497853] env[62743]: _type = "Task" [ 1939.497853] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.511181] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063825, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.514534] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52cc2ad2-8e4b-c89a-6c0c-d6cc5d5f022f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.535546] env[62743]: DEBUG nova.network.neutron [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Successfully updated port: 1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1939.593829] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063823, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.727522] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ea1c60f-9359-4186-8417-b73725a71834 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.728815] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.198s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.729030] env[62743]: DEBUG nova.objects.instance [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1939.789452] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063824, 'name': ReconfigVM_Task, 'duration_secs': 0.401087} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.789743] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1939.794593] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81425b46-650f-4170-a016-bbd3e42671a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.810494] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1939.810494] env[62743]: value = "task-2063827" [ 1939.810494] env[62743]: _type = "Task" [ 1939.810494] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.819104] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.831209] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.831318] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.832363] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a9bc1-ae0b-4c0e-8868-061fa7f974d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.851396] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19feb5b2-de94-4281-b659-941aec05407d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.863783] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063820, 'name': CreateVM_Task, 'duration_secs': 0.621542} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.880482] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.886591] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Reconfiguring VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1939.887831] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.887943] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47754896-f7c4-4f33-bb0c-8d0b9b5608b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.909129] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1939.909129] env[62743]: value = "task-2063828" [ 1939.909129] env[62743]: _type = "Task" [ 1939.909129] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.916737] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.953227] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Received event network-vif-plugged-5ef502f0-da4b-45f7-91a5-bc68cb721d28 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1939.954030] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Acquiring lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.954030] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.954030] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.954030] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] No waiting events found dispatching network-vif-plugged-5ef502f0-da4b-45f7-91a5-bc68cb721d28 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.954030] env[62743]: WARNING nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Received unexpected event network-vif-plugged-5ef502f0-da4b-45f7-91a5-bc68cb721d28 for instance with vm_state building and task_state spawning. [ 1939.954556] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Received event network-changed-5ef502f0-da4b-45f7-91a5-bc68cb721d28 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1939.954556] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Refreshing instance network info cache due to event network-changed-5ef502f0-da4b-45f7-91a5-bc68cb721d28. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1939.954556] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Acquiring lock "refresh_cache-4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.954788] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Acquired lock "refresh_cache-4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.954788] env[62743]: DEBUG nova.network.neutron [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Refreshing network info cache for port 5ef502f0-da4b-45f7-91a5-bc68cb721d28 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.011037] env[62743]: DEBUG nova.compute.manager [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Received event network-changed-207bf377-0134-4f8b-9eb1-31d92de20690 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1940.011245] env[62743]: DEBUG nova.compute.manager [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Refreshing instance network info cache due to event network-changed-207bf377-0134-4f8b-9eb1-31d92de20690. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1940.011453] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Acquiring lock "refresh_cache-ecf46e23-9089-48bf-982c-d4002d90af9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.011595] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Acquired lock "refresh_cache-ecf46e23-9089-48bf-982c-d4002d90af9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.011759] env[62743]: DEBUG nova.network.neutron [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Refreshing network info cache for port 207bf377-0134-4f8b-9eb1-31d92de20690 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.021450] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063825, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056177} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.021749] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52cc2ad2-8e4b-c89a-6c0c-d6cc5d5f022f, 'name': SearchDatastore_Task, 'duration_secs': 0.013775} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.023013] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62743) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1940.023013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.023013] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.024176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.024176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.024176] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.025575] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6018e939-87c4-4ff7-ae10-4436979967b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.028634] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.029182] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.029735] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37721932-c287-423f-8d3d-2691afb30dc7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.032053] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ff3b7d-7495-4e36-8c64-6511fbf0b5f3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.053171] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.053323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.053533] env[62743]: DEBUG nova.network.neutron [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.063275] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6204b096-8bc8-4f1f-ad9f-7d0af46dab21/ephemeral_0.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.066699] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e5d169-3d2a-4b2c-a481-ee279d653bb6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.080799] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1940.080799] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52cbc635-8c16-0efb-4b5b-8de8a5cab775" [ 1940.080799] env[62743]: _type = "Task" [ 1940.080799] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.081151] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.081341] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.082759] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40465cff-63c2-420f-ab8d-33c086464fca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.094767] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1940.094767] env[62743]: value = "task-2063829" [ 1940.094767] env[62743]: _type = "Task" [ 1940.094767] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.105893] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1940.105893] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52032b36-3dfd-4801-9354-c23fe4b0e970" [ 1940.105893] env[62743]: _type = "Task" [ 1940.105893] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.106129] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063823, 'name': CreateVM_Task, 'duration_secs': 0.645158} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.106206] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52cbc635-8c16-0efb-4b5b-8de8a5cab775, 'name': SearchDatastore_Task, 'duration_secs': 0.016174} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.106714] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1940.107044] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.107292] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.107499] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.110734] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.110891] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.111209] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.114307] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f68f45-82ef-4fa5-ad4f-35812fda105c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.116208] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.123396] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1940.123396] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52541d1f-d2d3-fa9e-8fe6-0582c8e23bf1" [ 1940.123396] env[62743]: _type = "Task" [ 1940.123396] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.126588] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52032b36-3dfd-4801-9354-c23fe4b0e970, 'name': SearchDatastore_Task, 'duration_secs': 0.025091} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.130311] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8592da06-c89a-4c84-9bbb-cb3de22f20b2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.138176] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52541d1f-d2d3-fa9e-8fe6-0582c8e23bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012585} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.139469] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.139704] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.139905] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.140191] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1940.140191] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bd41b3-20f9-5147-a34e-a5a51b99e030" [ 1940.140191] env[62743]: _type = "Task" [ 1940.140191] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.147712] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bd41b3-20f9-5147-a34e-a5a51b99e030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.323141] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063827, 'name': ReconfigVM_Task, 'duration_secs': 0.31948} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.323624] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423275', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'name': 'volume-e9430761-ec15-4219-9786-a53d93afbded', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40e066ca-2283-4c5e-a98a-bddfcf032070', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9430761-ec15-4219-9786-a53d93afbded', 'serial': 'e9430761-ec15-4219-9786-a53d93afbded'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1940.324055] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1940.325228] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b0d158-b18d-46b0-b06b-3ecfd6d68a11 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.334081] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1940.334387] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44ddc67-5fb5-4853-b6ae-69011f3758af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.420317] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.551923] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1940.552162] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1940.552346] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleting the datastore file [datastore1] 40e066ca-2283-4c5e-a98a-bddfcf032070 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1940.552798] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cda77eb3-278a-4433-b46d-f490bd42a22f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.563479] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 1940.563479] env[62743]: value = "task-2063831" [ 1940.563479] env[62743]: _type = "Task" [ 1940.563479] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.576747] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.607627] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063829, 'name': ReconfigVM_Task, 'duration_secs': 0.364036} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.612281] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6204b096-8bc8-4f1f-ad9f-7d0af46dab21/ephemeral_0.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1940.612962] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-976aa3b8-3267-4527-819c-a97942b5eefa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.621716] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1940.621716] env[62743]: value = "task-2063832" [ 1940.621716] env[62743]: _type = "Task" [ 1940.621716] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.632689] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063832, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.636916] env[62743]: DEBUG nova.network.neutron [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1940.651757] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bd41b3-20f9-5147-a34e-a5a51b99e030, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.654472] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.654719] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ecf46e23-9089-48bf-982c-d4002d90af9c/ecf46e23-9089-48bf-982c-d4002d90af9c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1940.655126] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.655354] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.656104] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af7e231c-b4f8-4fbf-a315-8519315692a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.658713] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58915a2b-4a57-43fe-a21c-3d45246fd243 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.665987] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1940.665987] env[62743]: value = "task-2063833" [ 1940.665987] env[62743]: _type = "Task" [ 1940.665987] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.670792] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.670993] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.674358] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392d6e26-7c6c-4f8a-99c0-e54af7d17050 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.681156] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.687913] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1940.687913] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52588d1c-157f-fb76-d0b2-3dc3cfc6c215" [ 1940.687913] env[62743]: _type = "Task" [ 1940.687913] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.694704] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.695350] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.695623] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.695914] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.696140] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.702182] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52588d1c-157f-fb76-d0b2-3dc3cfc6c215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.703423] env[62743]: INFO nova.compute.manager [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Terminating instance [ 1940.738888] env[62743]: DEBUG oslo_concurrency.lockutils [None req-241422e8-d603-4a7a-8157-1b1ccef019e3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.740275] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.334s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.740471] env[62743]: DEBUG nova.objects.instance [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lazy-loading 'resources' on Instance uuid dd73da07-637d-4675-9e13-d4b615a8fbca {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.919876] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.924605] env[62743]: DEBUG nova.network.neutron [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updating instance_info_cache with network_info: [{"id": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "address": "fa:16:3e:a9:6d:32", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f76ead2-93", "ovs_interfaceid": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.939181] env[62743]: DEBUG nova.network.neutron [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Updated VIF entry in instance network info cache for port 5ef502f0-da4b-45f7-91a5-bc68cb721d28. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.939544] env[62743]: DEBUG nova.network.neutron [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Updating instance_info_cache with network_info: [{"id": "5ef502f0-da4b-45f7-91a5-bc68cb721d28", "address": "fa:16:3e:81:3a:f5", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef502f0-da", "ovs_interfaceid": "5ef502f0-da4b-45f7-91a5-bc68cb721d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.947585] env[62743]: DEBUG nova.network.neutron [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Updated VIF entry in instance network info cache for port 207bf377-0134-4f8b-9eb1-31d92de20690. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.947937] env[62743]: DEBUG nova.network.neutron [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Updating instance_info_cache with network_info: [{"id": "207bf377-0134-4f8b-9eb1-31d92de20690", "address": "fa:16:3e:14:f3:5b", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207bf377-01", "ovs_interfaceid": "207bf377-0134-4f8b-9eb1-31d92de20690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.075788] env[62743]: DEBUG oslo_vmware.api [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2063831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256266} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.076076] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1941.076302] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1941.076442] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1941.077208] env[62743]: INFO nova.compute.manager [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1941.077480] env[62743]: DEBUG oslo.service.loopingcall [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.077687] env[62743]: DEBUG nova.compute.manager [-] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1941.077782] env[62743]: DEBUG nova.network.neutron [-] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1941.139168] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063832, 'name': Rename_Task, 'duration_secs': 0.182171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.139168] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1941.139168] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f25db575-97ba-48b3-b020-ed07d7ff9f0b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.148022] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 1941.148022] env[62743]: value = "task-2063834" [ 1941.148022] env[62743]: _type = "Task" [ 1941.148022] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.159801] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.178804] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063833, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.205767] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52588d1c-157f-fb76-d0b2-3dc3cfc6c215, 'name': SearchDatastore_Task, 'duration_secs': 0.021476} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.206864] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc49f91a-59d3-4016-93a5-954b5ef329ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.210084] env[62743]: DEBUG nova.compute.manager [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1941.210634] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.211620] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a46dbdf-6ae2-4717-9e96-325d3b50a60f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.219245] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1941.219245] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c374a8-f593-a562-128e-f9f471978878" [ 1941.219245] env[62743]: _type = "Task" [ 1941.219245] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.222773] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.229019] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b32eb474-7751-42af-ac13-3f6f2e68c13e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.234857] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c374a8-f593-a562-128e-f9f471978878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.237258] env[62743]: DEBUG oslo_vmware.api [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1941.237258] env[62743]: value = "task-2063835" [ 1941.237258] env[62743]: _type = "Task" [ 1941.237258] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.251146] env[62743]: DEBUG oslo_vmware.api [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.427014] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Releasing lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.427706] env[62743]: DEBUG nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Instance network_info: |[{"id": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "address": "fa:16:3e:a9:6d:32", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f76ead2-93", "ovs_interfaceid": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1941.428126] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.428838] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:6d:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f76ead2-9355-44c6-b197-c98fe4a03fdd', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.439236] env[62743]: DEBUG oslo.service.loopingcall [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.444892] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.444892] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Releasing lock "refresh_cache-4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.444892] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Received event network-vif-plugged-b992e172-885b-48d5-b318-73b77838ca6f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.444892] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Acquiring lock "af7ad017-9443-4e4a-b925-50fea46e10fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.444892] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.444892] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.444892] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] No waiting events found dispatching network-vif-plugged-b992e172-885b-48d5-b318-73b77838ca6f {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1941.444892] env[62743]: WARNING nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Received unexpected event network-vif-plugged-b992e172-885b-48d5-b318-73b77838ca6f for instance with vm_state building and task_state spawning. [ 1941.444892] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Received event network-changed-b992e172-885b-48d5-b318-73b77838ca6f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.445259] env[62743]: DEBUG nova.compute.manager [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Refreshing instance network info cache due to event network-changed-b992e172-885b-48d5-b318-73b77838ca6f. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1941.445259] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Acquiring lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.445382] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Acquired lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.446431] env[62743]: DEBUG nova.network.neutron [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Refreshing network info cache for port b992e172-885b-48d5-b318-73b77838ca6f {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.447830] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c9d5449-105a-4479-a168-d0dd68f85be4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.473834] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Releasing lock "refresh_cache-ecf46e23-9089-48bf-982c-d4002d90af9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.474078] env[62743]: DEBUG nova.compute.manager [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Received event network-vif-plugged-1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.474878] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Acquiring lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.474878] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.474878] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.474878] env[62743]: DEBUG nova.compute.manager [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] No waiting events found dispatching network-vif-plugged-1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1941.475102] env[62743]: WARNING nova.compute.manager [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Received unexpected event network-vif-plugged-1f76ead2-9355-44c6-b197-c98fe4a03fdd for instance with vm_state building and task_state spawning. [ 1941.475102] env[62743]: DEBUG nova.compute.manager [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Received event network-changed-1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.475252] env[62743]: DEBUG nova.compute.manager [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Refreshing instance network info cache due to event network-changed-1f76ead2-9355-44c6-b197-c98fe4a03fdd. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1941.475476] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Acquiring lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.475618] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Acquired lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.475831] env[62743]: DEBUG nova.network.neutron [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Refreshing network info cache for port 1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.478411] env[62743]: DEBUG nova.network.neutron [-] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.488024] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.488024] env[62743]: value = "task-2063836" [ 1941.488024] env[62743]: _type = "Task" [ 1941.488024] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.501153] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063836, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.643391] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1941.643659] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423278', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'name': 'volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb74404-1c61-4090-8e9a-e3a1f6cf5337', 'attached_at': '', 'detached_at': '', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'serial': '3f246d4e-66fe-4329-8497-158b0f6ec9a8'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1941.644659] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f79e48-0db5-4b3e-b5a9-482867dd935d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.676440] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50be422d-24dc-42bb-a46b-cd53d8c3c243 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.683612] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063834, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.689860] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720304} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.705269] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ecf46e23-9089-48bf-982c-d4002d90af9c/ecf46e23-9089-48bf-982c-d4002d90af9c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.705736] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.713303] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8/volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.718950] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23f98f5c-f551-48b3-8e09-801431c158e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.721168] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6872d1d8-7989-4f38-af19-fba9683136df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.743922] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1941.743922] env[62743]: value = "task-2063837" [ 1941.743922] env[62743]: _type = "Task" [ 1941.743922] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.753591] env[62743]: DEBUG oslo_vmware.api [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1941.753591] env[62743]: value = "task-2063838" [ 1941.753591] env[62743]: _type = "Task" [ 1941.753591] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.761442] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c374a8-f593-a562-128e-f9f471978878, 'name': SearchDatastore_Task, 'duration_secs': 0.064574} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.766830] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.767267] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3/4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.774821] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.774821] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1941.775723] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b1a1a7-7a94-40bb-b98a-8bc12cfc1e16 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.777213] env[62743]: DEBUG oslo_vmware.api [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063835, 'name': PowerOffVM_Task, 'duration_secs': 0.374453} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.777504] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.778169] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d4b9ff-589e-485e-91df-a78672282846 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.780871] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.780962] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1941.787849] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ea17cc-8afc-4794-b327-b999bceeb8db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.791062] env[62743]: DEBUG oslo_vmware.api [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.794130] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1941.794130] env[62743]: value = "task-2063839" [ 1941.794130] env[62743]: _type = "Task" [ 1941.794130] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.799524] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1941.800164] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1941.801224] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d848dd4e-ed12-43ee-9e2f-fbd9efa63a80 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.807975] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.812175] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1941.812175] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5294eb0e-c4da-d9bc-e79e-120faaf6cc9b" [ 1941.812175] env[62743]: _type = "Task" [ 1941.812175] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.822186] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5294eb0e-c4da-d9bc-e79e-120faaf6cc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.866519] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1941.866889] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1941.869112] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Deleting the datastore file [datastore1] 85bb3618-e2ed-4dfa-8407-85aacf0ca554 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1941.869112] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616797cb-3864-4536-8948-fd7792a6e66d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.874463] env[62743]: DEBUG oslo_vmware.api [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for the task: (returnval){ [ 1941.874463] env[62743]: value = "task-2063841" [ 1941.874463] env[62743]: _type = "Task" [ 1941.874463] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.886340] env[62743]: DEBUG oslo_vmware.api [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.921426] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.922797] env[62743]: DEBUG nova.network.neutron [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Updated VIF entry in instance network info cache for port b992e172-885b-48d5-b318-73b77838ca6f. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1941.923188] env[62743]: DEBUG nova.network.neutron [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Updating instance_info_cache with network_info: [{"id": "b992e172-885b-48d5-b318-73b77838ca6f", "address": "fa:16:3e:9b:36:a3", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb992e172-88", "ovs_interfaceid": "b992e172-885b-48d5-b318-73b77838ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.981345] env[62743]: INFO nova.compute.manager [-] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Took 0.90 seconds to deallocate network for instance. [ 1942.003229] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063836, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.009204] env[62743]: DEBUG nova.compute.manager [req-2bba84b7-b667-40c8-881a-aa0c017d3941 req-10454c4b-4f37-4408-bf54-507baccbb369 service nova] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Received event network-vif-deleted-17e8914c-85c4-4f28-b7a5-8eaa1aa23e21 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.047588] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5f2cdd-2051-4ccc-993b-3b773f6b7b58 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.056583] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48b60fc-0ef7-49bd-a4e2-727b5e29787a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.092820] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032812c4-0109-4ed3-93f7-46b1f611dc82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.100071] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee62730-9853-4e65-84df-1c6b519f4a20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.115240] env[62743]: DEBUG nova.compute.provider_tree [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1942.162665] env[62743]: DEBUG oslo_vmware.api [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2063834, 'name': PowerOnVM_Task, 'duration_secs': 0.885193} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.163126] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.163349] env[62743]: INFO nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Took 14.52 seconds to spawn the instance on the hypervisor. [ 1942.163526] env[62743]: DEBUG nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.164485] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc0bf2a-4752-4053-b7b8-98ee481fdd36 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.259791] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149092} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.260069] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.260868] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b6f46d-2c6a-4b86-a519-6dcda75167c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.287471] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ecf46e23-9089-48bf-982c-d4002d90af9c/ecf46e23-9089-48bf-982c-d4002d90af9c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.291400] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e066352-e777-4ef6-baff-3d0cfaeb5f5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.307402] env[62743]: DEBUG oslo_vmware.api [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.316645] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1942.316645] env[62743]: value = "task-2063842" [ 1942.316645] env[62743]: _type = "Task" [ 1942.316645] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.320077] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063839, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.329248] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5294eb0e-c4da-d9bc-e79e-120faaf6cc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.019506} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.330822] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd63bca-6f6f-4daa-8770-5ece34345d8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.340025] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.340025] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1942.340025] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527adb1a-8c9f-88a7-7128-5aa3a7c2b6b4" [ 1942.340025] env[62743]: _type = "Task" [ 1942.340025] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.347567] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527adb1a-8c9f-88a7-7128-5aa3a7c2b6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.391704] env[62743]: DEBUG oslo_vmware.api [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.422143] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.427436] env[62743]: DEBUG oslo_concurrency.lockutils [req-1a35e309-2253-4d02-a53c-6ee0cf4be3ba req-63c35090-79d4-4743-a10d-71e6386ea964 service nova] Releasing lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.500791] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063836, 'name': CreateVM_Task, 'duration_secs': 0.642041} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.500791] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.501943] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.501943] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.503344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.503415] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86de2005-4445-41cf-9319-2f42682cad5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.509301] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1942.509301] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5285885f-40aa-bd79-15ef-2b10d8ea28e4" [ 1942.509301] env[62743]: _type = "Task" [ 1942.509301] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.520021] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5285885f-40aa-bd79-15ef-2b10d8ea28e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.560664] env[62743]: INFO nova.compute.manager [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Took 0.58 seconds to detach 1 volumes for instance. [ 1942.568980] env[62743]: DEBUG nova.network.neutron [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updated VIF entry in instance network info cache for port 1f76ead2-9355-44c6-b197-c98fe4a03fdd. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.569483] env[62743]: DEBUG nova.network.neutron [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updating instance_info_cache with network_info: [{"id": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "address": "fa:16:3e:a9:6d:32", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f76ead2-93", "ovs_interfaceid": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.664569] env[62743]: DEBUG nova.scheduler.client.report [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1942.664843] env[62743]: DEBUG nova.compute.provider_tree [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 77 to 78 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1942.665210] env[62743]: DEBUG nova.compute.provider_tree [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1942.683941] env[62743]: INFO nova.compute.manager [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Took 47.50 seconds to build instance. [ 1942.775267] env[62743]: DEBUG oslo_vmware.api [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063838, 'name': ReconfigVM_Task, 'duration_secs': 0.841281} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.776801] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8/volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.783682] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259c1f83-9b22-4ef1-8cd9-2813ca70f969 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.798971] env[62743]: DEBUG oslo_vmware.api [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1942.798971] env[62743]: value = "task-2063843" [ 1942.798971] env[62743]: _type = "Task" [ 1942.798971] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.807781] env[62743]: DEBUG oslo_vmware.api [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.816606] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868905} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.817032] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3/4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.817370] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.817614] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce40aa7-8971-499d-b98f-15ba9cdbbcf0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.824322] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1942.824322] env[62743]: value = "task-2063844" [ 1942.824322] env[62743]: _type = "Task" [ 1942.824322] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.831727] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.836801] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.848970] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527adb1a-8c9f-88a7-7128-5aa3a7c2b6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.061625} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.849249] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.849511] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af7ad017-9443-4e4a-b925-50fea46e10fb/af7ad017-9443-4e4a-b925-50fea46e10fb.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1942.849782] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-055a1cad-db10-41b9-8475-f9d0be31cbbd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.855965] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1942.855965] env[62743]: value = "task-2063845" [ 1942.855965] env[62743]: _type = "Task" [ 1942.855965] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.864453] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.889479] env[62743]: DEBUG oslo_vmware.api [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Task: {'id': task-2063841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.687944} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.889918] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.890381] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.890951] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.891516] env[62743]: INFO nova.compute.manager [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1942.891855] env[62743]: DEBUG oslo.service.loopingcall [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.893025] env[62743]: DEBUG nova.compute.manager [-] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1942.893025] env[62743]: DEBUG nova.network.neutron [-] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1942.922796] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.028651] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5285885f-40aa-bd79-15ef-2b10d8ea28e4, 'name': SearchDatastore_Task, 'duration_secs': 0.073091} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.028651] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.028651] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1943.028651] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.028651] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.028651] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.028651] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-378b5a7d-e7da-4b9f-abfb-67599c6c833e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.042384] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.045019] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1943.045019] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1f3a05-e497-4cc5-afb0-58e82bd05a0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.052019] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1943.052019] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52195b3a-85e4-8aa7-df87-766fd8f80bd7" [ 1943.052019] env[62743]: _type = "Task" [ 1943.052019] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.064067] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52195b3a-85e4-8aa7-df87-766fd8f80bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.072175] env[62743]: DEBUG oslo_concurrency.lockutils [req-2ec3b8af-2923-46b5-81b6-822dbeec7f43 req-d46c97ea-e46e-4fea-bf9d-d898465ef09b service nova] Releasing lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.073048] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.170338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.430s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.173411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.523s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.173635] env[62743]: DEBUG nova.objects.instance [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1943.189478] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cf35336c-1616-4438-be01-4760d34ea988 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.854s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.201090] env[62743]: INFO nova.scheduler.client.report [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Deleted allocations for instance dd73da07-637d-4675-9e13-d4b615a8fbca [ 1943.310024] env[62743]: DEBUG oslo_vmware.api [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063843, 'name': ReconfigVM_Task, 'duration_secs': 0.245768} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.310545] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423278', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'name': 'volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb74404-1c61-4090-8e9a-e3a1f6cf5337', 'attached_at': '', 'detached_at': '', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'serial': '3f246d4e-66fe-4329-8497-158b0f6ec9a8'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1943.333890] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063842, 'name': ReconfigVM_Task, 'duration_secs': 0.709354} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.334694] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ecf46e23-9089-48bf-982c-d4002d90af9c/ecf46e23-9089-48bf-982c-d4002d90af9c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1943.335442] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d4eca18-f533-492e-ba19-924e6b0407e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.340406] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173803} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.340819] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.341615] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429a66ec-6ed2-4bb8-ac6f-180771210184 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.347490] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1943.347490] env[62743]: value = "task-2063846" [ 1943.347490] env[62743]: _type = "Task" [ 1943.347490] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.369548] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3/4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.373514] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e1c4e9-f67a-4a1d-8fe7-12a7a7bb987c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.399287] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063846, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.404790] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063845, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.406332] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1943.406332] env[62743]: value = "task-2063847" [ 1943.406332] env[62743]: _type = "Task" [ 1943.406332] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.414714] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.422527] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.566090] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52195b3a-85e4-8aa7-df87-766fd8f80bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.036949} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.566944] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63dc320c-beab-41c7-bef3-be8ed52f15d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.573939] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1943.573939] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52584ce4-6f4b-6f8f-d701-51bfebdcf41c" [ 1943.573939] env[62743]: _type = "Task" [ 1943.573939] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.585039] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52584ce4-6f4b-6f8f-d701-51bfebdcf41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.695497] env[62743]: DEBUG nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1943.717169] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5c53cc4-00b0-4f0a-96b9-6671a6425451 tempest-ServerShowV257Test-2019063742 tempest-ServerShowV257Test-2019063742-project-member] Lock "dd73da07-637d-4675-9e13-d4b615a8fbca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.552s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.718399] env[62743]: DEBUG nova.network.neutron [-] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.862867] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063846, 'name': Rename_Task, 'duration_secs': 0.215404} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.866612] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.867325] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fbe7a56-7300-4223-b78d-69990af8a6a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.874525] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.886587} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.875914] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] af7ad017-9443-4e4a-b925-50fea46e10fb/af7ad017-9443-4e4a-b925-50fea46e10fb.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1943.876229] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1943.876749] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1943.876749] env[62743]: value = "task-2063848" [ 1943.876749] env[62743]: _type = "Task" [ 1943.876749] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.877014] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8db22c94-00d6-4d04-b571-3b4efc00fb3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.886719] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.887972] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1943.887972] env[62743]: value = "task-2063849" [ 1943.887972] env[62743]: _type = "Task" [ 1943.887972] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.896215] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.916705] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.924999] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.084912] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52584ce4-6f4b-6f8f-d701-51bfebdcf41c, 'name': SearchDatastore_Task, 'duration_secs': 0.054017} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.085301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.085639] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e1bdb762-de7b-425c-8b36-4ef2ae552e0f/e1bdb762-de7b-425c-8b36-4ef2ae552e0f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1944.085925] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94bc2ef4-1d13-4db3-9547-7eb453c38339 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.092944] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1944.092944] env[62743]: value = "task-2063850" [ 1944.092944] env[62743]: _type = "Task" [ 1944.092944] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.101811] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.187301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b4443230-530b-4080-93a6-854ac51d2e84 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.187301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.603s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.187301] env[62743]: DEBUG nova.objects.instance [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lazy-loading 'resources' on Instance uuid 7757e7a7-8bd7-4057-9e65-83cda5ac2af6 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.221578] env[62743]: INFO nova.compute.manager [-] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Took 1.33 seconds to deallocate network for instance. [ 1944.234844] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.239162] env[62743]: DEBUG nova.compute.manager [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Received event network-vif-deleted-8a1d1d13-4c1b-4915-91cc-0433eb4497b9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.239395] env[62743]: DEBUG nova.compute.manager [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Received event network-changed-f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.239577] env[62743]: DEBUG nova.compute.manager [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Refreshing instance network info cache due to event network-changed-f74bafe5-ff17-4d4d-864d-26f8442594bd. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1944.239811] env[62743]: DEBUG oslo_concurrency.lockutils [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] Acquiring lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.239960] env[62743]: DEBUG oslo_concurrency.lockutils [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] Acquired lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.240228] env[62743]: DEBUG nova.network.neutron [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Refreshing network info cache for port f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.356160] env[62743]: DEBUG nova.objects.instance [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.396341] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063848, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.405637] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079803} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.406045] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1944.407538] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088dca77-863b-4a06-a77b-262723602f90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.432282] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063847, 'name': ReconfigVM_Task, 'duration_secs': 0.585567} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.441358] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] af7ad017-9443-4e4a-b925-50fea46e10fb/af7ad017-9443-4e4a-b925-50fea46e10fb.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1944.442293] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3/4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.442949] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7ee1d1-3526-4446-8302-8b4fbc87afb7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.463626] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c5507be-8c79-473d-837e-7f7ef210dadc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.464836] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.472086] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1944.472086] env[62743]: value = "task-2063852" [ 1944.472086] env[62743]: _type = "Task" [ 1944.472086] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.472380] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1944.472380] env[62743]: value = "task-2063851" [ 1944.472380] env[62743]: _type = "Task" [ 1944.472380] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.489385] env[62743]: DEBUG oslo_concurrency.lockutils [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.490116] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063852, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.490116] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063851, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.604306] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063850, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.729565] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.800400] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "6f426c8d-d181-4e68-9072-6f633c4138e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.800735] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.869250] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8f704041-583a-468f-bdea-ce26ab441897 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.869475] env[62743]: DEBUG oslo_concurrency.lockutils [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.380s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.869658] env[62743]: DEBUG nova.compute.manager [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.870636] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7182e5e4-58ad-42f6-bd58-18ac47c262da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.881437] env[62743]: DEBUG nova.compute.manager [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1944.882606] env[62743]: DEBUG nova.objects.instance [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.896012] env[62743]: DEBUG oslo_vmware.api [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063848, 'name': PowerOnVM_Task, 'duration_secs': 0.519823} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.896353] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.896800] env[62743]: INFO nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1944.897071] env[62743]: DEBUG nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1944.897978] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8288e27e-9988-40df-80dc-89b271661989 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.932716] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.989160] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063851, 'name': Rename_Task, 'duration_secs': 0.250138} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.994948] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1944.995263] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063852, 'name': ReconfigVM_Task, 'duration_secs': 0.439897} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.995681] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa5d03c-5745-43ab-af8a-5c3cc224138e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.997427] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Reconfigured VM instance instance-00000036 to attach disk [datastore1] af7ad017-9443-4e4a-b925-50fea46e10fb/af7ad017-9443-4e4a-b925-50fea46e10fb.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1945.000447] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3906550c-a796-49ca-8740-c3bb9df26142 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.009260] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1945.009260] env[62743]: value = "task-2063853" [ 1945.009260] env[62743]: _type = "Task" [ 1945.009260] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.009410] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1945.009410] env[62743]: value = "task-2063854" [ 1945.009410] env[62743]: _type = "Task" [ 1945.009410] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.024242] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.079342] env[62743]: DEBUG nova.network.neutron [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Updated VIF entry in instance network info cache for port f74bafe5-ff17-4d4d-864d-26f8442594bd. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.079820] env[62743]: DEBUG nova.network.neutron [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Updating instance_info_cache with network_info: [{"id": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "address": "fa:16:3e:53:90:10", "network": {"id": "551444bb-8008-463a-a084-50a04f767336", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-173661758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4f0066916c045778d9ebad9d51d5eae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74bafe5-ff", "ovs_interfaceid": "f74bafe5-ff17-4d4d-864d-26f8442594bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.106222] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522683} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.109423] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e1bdb762-de7b-425c-8b36-4ef2ae552e0f/e1bdb762-de7b-425c-8b36-4ef2ae552e0f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1945.109717] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1945.110204] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6210fa93-fcfb-4b09-aa6b-0ca84df0e8df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.116815] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1945.116815] env[62743]: value = "task-2063855" [ 1945.116815] env[62743]: _type = "Task" [ 1945.116815] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.128807] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.232229] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36ab6f4-3314-4b94-a758-0dae374d03e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.240580] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e89699-af23-47b4-89f2-a5f2094e9b3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.271034] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf115fda-4a14-44e9-8089-296b5358ba35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.279232] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c6da3-50b0-4ced-b6b2-9066d83ba8da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.292736] env[62743]: DEBUG nova.compute.provider_tree [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.429764] env[62743]: INFO nova.compute.manager [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Took 43.47 seconds to build instance. [ 1945.434201] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.529076] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063854, 'name': Rename_Task, 'duration_secs': 0.223842} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.529429] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063853, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.529745] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.530045] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5442fc2d-da5f-4d42-aadd-195fb39beb96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.536598] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1945.536598] env[62743]: value = "task-2063856" [ 1945.536598] env[62743]: _type = "Task" [ 1945.536598] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.545190] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.584029] env[62743]: DEBUG oslo_concurrency.lockutils [req-a310323f-aeca-441b-94d9-4891c14e4b41 req-c3a175b2-c965-40bc-a72e-69f8865df9f2 service nova] Releasing lock "refresh_cache-6204b096-8bc8-4f1f-ad9f-7d0af46dab21" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.626803] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096808} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.627153] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1945.628277] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f583fe-a8c2-4107-a58e-46018c45d02e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.654292] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e1bdb762-de7b-425c-8b36-4ef2ae552e0f/e1bdb762-de7b-425c-8b36-4ef2ae552e0f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.654631] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092bb0b1-d4df-41ca-9ee3-c9f980cde706 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.674370] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1945.674370] env[62743]: value = "task-2063857" [ 1945.674370] env[62743]: _type = "Task" [ 1945.674370] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.683608] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.817356] env[62743]: ERROR nova.scheduler.client.report [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] [req-1fd9b71f-06a7-4cbf-8ca9-951ec497c8f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1fd9b71f-06a7-4cbf-8ca9-951ec497c8f4"}]} [ 1945.835155] env[62743]: DEBUG nova.scheduler.client.report [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1945.851153] env[62743]: DEBUG nova.scheduler.client.report [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1945.851463] env[62743]: DEBUG nova.compute.provider_tree [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.864553] env[62743]: DEBUG nova.scheduler.client.report [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1945.883370] env[62743]: DEBUG nova.scheduler.client.report [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1945.897248] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1945.898028] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474f8218-0819-47ef-90d4-9544db7a0047 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.905173] env[62743]: DEBUG oslo_vmware.api [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1945.905173] env[62743]: value = "task-2063858" [ 1945.905173] env[62743]: _type = "Task" [ 1945.905173] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.916525] env[62743]: DEBUG oslo_vmware.api [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.933370] env[62743]: DEBUG oslo_vmware.api [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063828, 'name': ReconfigVM_Task, 'duration_secs': 5.885501} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.933682] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.933819] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Reconfigured VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1945.936294] env[62743]: DEBUG oslo_concurrency.lockutils [None req-27e2be38-ea95-4e78-aca0-444361506486 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.906s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.024971] env[62743]: DEBUG oslo_vmware.api [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063853, 'name': PowerOnVM_Task, 'duration_secs': 0.538874} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.025846] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.025846] env[62743]: INFO nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Took 14.01 seconds to spawn the instance on the hypervisor. [ 1946.025846] env[62743]: DEBUG nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.027032] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577168f0-c96b-4120-a819-9fba3270ef46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.048415] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063856, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.188103] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063857, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.268106] env[62743]: DEBUG nova.compute.manager [req-1bfe1af5-3897-46cc-81a5-2982717ff43b req-8a39524d-6dcb-424e-8732-9dea1a165777 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received event network-vif-deleted-25a7462a-3935-4e8e-8c57-9ae6ee57071c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.268369] env[62743]: INFO nova.compute.manager [req-1bfe1af5-3897-46cc-81a5-2982717ff43b req-8a39524d-6dcb-424e-8732-9dea1a165777 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Neutron deleted interface 25a7462a-3935-4e8e-8c57-9ae6ee57071c; detaching it from the instance and deleting it from the info cache [ 1946.268630] env[62743]: DEBUG nova.network.neutron [req-1bfe1af5-3897-46cc-81a5-2982717ff43b req-8a39524d-6dcb-424e-8732-9dea1a165777 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.357262] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41842207-5771-4cc9-a1e9-3e2e0f8d248d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.365408] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484722d0-8141-4967-8f46-12c753fe4c5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.396336] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2bb22e-6361-430d-baf2-264feb4042b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.406293] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975280bd-1531-4746-8147-809e680f9b84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.425747] env[62743]: DEBUG oslo_vmware.api [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063858, 'name': PowerOffVM_Task, 'duration_secs': 0.284122} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.426244] env[62743]: DEBUG nova.compute.provider_tree [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1946.431018] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.431018] env[62743]: DEBUG nova.compute.manager [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.431018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ed1d0c-db24-4305-a917-4afdae8e0d7a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.440672] env[62743]: DEBUG nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1946.553631] env[62743]: DEBUG oslo_vmware.api [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063856, 'name': PowerOnVM_Task, 'duration_secs': 0.760834} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.554160] env[62743]: INFO nova.compute.manager [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Took 47.60 seconds to build instance. [ 1946.555127] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.555454] env[62743]: INFO nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Took 16.84 seconds to spawn the instance on the hypervisor. [ 1946.555646] env[62743]: DEBUG nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.556674] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc4e9f-94ca-4b3a-95ce-c1e629640bdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.687094] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063857, 'name': ReconfigVM_Task, 'duration_secs': 0.556425} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.687610] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e1bdb762-de7b-425c-8b36-4ef2ae552e0f/e1bdb762-de7b-425c-8b36-4ef2ae552e0f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.688308] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515e4d14-2de6-4499-b438-132b734e2738 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.694811] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1946.694811] env[62743]: value = "task-2063859" [ 1946.694811] env[62743]: _type = "Task" [ 1946.694811] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.704039] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063859, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.771991] env[62743]: DEBUG oslo_concurrency.lockutils [req-1bfe1af5-3897-46cc-81a5-2982717ff43b req-8a39524d-6dcb-424e-8732-9dea1a165777 service nova] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.772161] env[62743]: DEBUG oslo_concurrency.lockutils [req-1bfe1af5-3897-46cc-81a5-2982717ff43b req-8a39524d-6dcb-424e-8732-9dea1a165777 service nova] Acquired lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.774023] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80359cdb-2a4c-4f40-b7db-3c6293e86146 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.793216] env[62743]: DEBUG oslo_concurrency.lockutils [req-1bfe1af5-3897-46cc-81a5-2982717ff43b req-8a39524d-6dcb-424e-8732-9dea1a165777 service nova] Releasing lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.793216] env[62743]: WARNING nova.compute.manager [req-1bfe1af5-3897-46cc-81a5-2982717ff43b req-8a39524d-6dcb-424e-8732-9dea1a165777 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Detach interface failed, port_id=25a7462a-3935-4e8e-8c57-9ae6ee57071c, reason: No device with interface-id 25a7462a-3935-4e8e-8c57-9ae6ee57071c exists on VM: nova.exception.NotFound: No device with interface-id 25a7462a-3935-4e8e-8c57-9ae6ee57071c exists on VM [ 1946.940761] env[62743]: DEBUG oslo_concurrency.lockutils [None req-781d27a6-476a-49bb-a1d1-829eb29680d7 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.963664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.964724] env[62743]: DEBUG nova.scheduler.client.report [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1946.965044] env[62743]: DEBUG nova.compute.provider_tree [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 79 to 80 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1946.965252] env[62743]: DEBUG nova.compute.provider_tree [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1947.057425] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e1c39c5e-1bfb-4379-9f05-ca61a1f15cd7 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.226s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.073714] env[62743]: INFO nova.compute.manager [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Took 51.02 seconds to build instance. [ 1947.188843] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.189061] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.189292] env[62743]: DEBUG nova.network.neutron [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.205011] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063859, 'name': Rename_Task, 'duration_secs': 0.269698} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.205758] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1947.206019] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525da057-2817-4f51-b381-bf8fb09a8162 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.213256] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1947.213256] env[62743]: value = "task-2063860" [ 1947.213256] env[62743]: _type = "Task" [ 1947.213256] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.220766] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.470674] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.284s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.473370] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.290s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.475081] env[62743]: INFO nova.compute.claims [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.489756] env[62743]: INFO nova.scheduler.client.report [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Deleted allocations for instance 7757e7a7-8bd7-4057-9e65-83cda5ac2af6 [ 1947.560581] env[62743]: DEBUG nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1947.575523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a9ac5295-a435-4ce5-a0b5-387892566d89 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.408s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.594624] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.594624] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.594957] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.595013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.595215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.598477] env[62743]: INFO nova.compute.manager [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Terminating instance [ 1947.724053] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.972452] env[62743]: DEBUG nova.network.neutron [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [{"id": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "address": "fa:16:3e:f0:d1:68", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17952e8-17", "ovs_interfaceid": "e17952e8-17e7-496e-9eb0-97daaf57fbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.996961] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1e54f80c-f267-459a-9d2e-0492b609657e tempest-SecurityGroupsTestJSON-215548110 tempest-SecurityGroupsTestJSON-215548110-project-member] Lock "7757e7a7-8bd7-4057-9e65-83cda5ac2af6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.034s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.085405] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.103032] env[62743]: DEBUG nova.compute.manager [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1948.103330] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.104325] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4dbf43-257d-47ef-ae20-0b9f8d542d81 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.113587] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1948.113587] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a83a591b-d1f6-43e2-974c-55755b80c979 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.120450] env[62743]: DEBUG oslo_vmware.api [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1948.120450] env[62743]: value = "task-2063861" [ 1948.120450] env[62743]: _type = "Task" [ 1948.120450] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.130998] env[62743]: DEBUG oslo_vmware.api [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.225344] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063860, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.394474] env[62743]: DEBUG nova.objects.instance [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.475737] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-de20af78-9dfc-4d12-8cda-f18003c79d1d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.631182] env[62743]: DEBUG oslo_vmware.api [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063861, 'name': PowerOffVM_Task, 'duration_secs': 0.467001} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.633931] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1948.634128] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1948.634616] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53d2d304-e054-46f3-a6cc-42a811f1c3c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.724141] env[62743]: DEBUG oslo_vmware.api [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063860, 'name': PowerOnVM_Task, 'duration_secs': 1.074876} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.726511] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.726724] env[62743]: INFO nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1948.726922] env[62743]: DEBUG nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1948.727911] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aebc8f-708e-44fa-b178-e78405a13596 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.904256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.904256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.904390] env[62743]: DEBUG nova.network.neutron [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.904480] env[62743]: DEBUG nova.objects.instance [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'info_cache' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.921358] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9a7c4-79b8-4918-9b2f-4f799c953c21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.931510] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c2984-de02-48ac-9309-c71264dc0aa5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.965187] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37b411-1f84-4068-9144-0938e9f7aed1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.972649] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcbb4fe-6d10-4750-9147-fa87174454f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.986949] env[62743]: DEBUG oslo_concurrency.lockutils [None req-935f076d-4697-48cf-a132-812ca26ae16f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-de20af78-9dfc-4d12-8cda-f18003c79d1d-25a7462a-3935-4e8e-8c57-9ae6ee57071c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.659s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.988351] env[62743]: DEBUG nova.compute.provider_tree [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.009553] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.009769] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.009948] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleting the datastore file [datastore1] de20af78-9dfc-4d12-8cda-f18003c79d1d {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.010532] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b419315-4f14-4aca-b928-ed1754f7d48f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.018483] env[62743]: DEBUG oslo_vmware.api [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 1949.018483] env[62743]: value = "task-2063863" [ 1949.018483] env[62743]: _type = "Task" [ 1949.018483] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.026810] env[62743]: DEBUG oslo_vmware.api [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.250009] env[62743]: INFO nova.compute.manager [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Took 45.69 seconds to build instance. [ 1949.410898] env[62743]: DEBUG nova.objects.base [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Object Instance<7eb74404-1c61-4090-8e9a-e3a1f6cf5337> lazy-loaded attributes: flavor,info_cache {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1949.495562] env[62743]: DEBUG nova.scheduler.client.report [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.534435] env[62743]: DEBUG oslo_vmware.api [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2063863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339883} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.534734] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.534966] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1949.536959] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1949.537254] env[62743]: INFO nova.compute.manager [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1949.537925] env[62743]: DEBUG oslo.service.loopingcall [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.537925] env[62743]: DEBUG nova.compute.manager [-] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1949.538090] env[62743]: DEBUG nova.network.neutron [-] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1949.632097] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.632357] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.632532] env[62743]: DEBUG nova.compute.manager [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.633456] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb169353-da2c-41c6-8857-8581785e0122 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.640960] env[62743]: DEBUG nova.compute.manager [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1949.641685] env[62743]: DEBUG nova.objects.instance [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'flavor' on Instance uuid 80efd7e0-078b-44cc-a0c0-ab1d868a9414 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1949.751951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-880832e6-b55c-43c5-8cc0-13bd0ba28be5 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.736s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.001390] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.001912] env[62743]: DEBUG nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1950.004653] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.380s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.004942] env[62743]: DEBUG nova.objects.instance [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lazy-loading 'resources' on Instance uuid 451508ca-6b2f-4599-a8a5-1d132b3ee7f6 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1950.299268] env[62743]: DEBUG nova.network.neutron [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updating instance_info_cache with network_info: [{"id": "a2730087-012a-4f49-900b-2dae8fdc45b6", "address": "fa:16:3e:b4:07:c3", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2730087-01", "ovs_interfaceid": "a2730087-012a-4f49-900b-2dae8fdc45b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.516030] env[62743]: DEBUG nova.compute.utils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1950.518132] env[62743]: DEBUG nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1950.518132] env[62743]: DEBUG nova.network.neutron [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1950.598610] env[62743]: DEBUG nova.policy [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13d3b80ab1ae403ab159d16f7491e6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f621f0a183141dcb04a562593f040fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1950.655495] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.655847] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa71df06-6a9b-4ba2-9d42-d1fbd2493d4a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.665687] env[62743]: DEBUG oslo_vmware.api [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1950.665687] env[62743]: value = "task-2063864" [ 1950.665687] env[62743]: _type = "Task" [ 1950.665687] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.676670] env[62743]: DEBUG oslo_vmware.api [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.803040] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.936534] env[62743]: DEBUG nova.network.neutron [-] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.946118] env[62743]: DEBUG nova.compute.manager [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1950.946292] env[62743]: DEBUG nova.compute.manager [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing instance network info cache due to event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1950.946534] env[62743]: DEBUG oslo_concurrency.lockutils [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] Acquiring lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.946999] env[62743]: DEBUG oslo_concurrency.lockutils [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] Acquired lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.947237] env[62743]: DEBUG nova.network.neutron [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.022574] env[62743]: DEBUG nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1951.094545] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529277c6-0524-47aa-8374-324db744d64d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.098837] env[62743]: DEBUG nova.network.neutron [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Successfully created port: ea172288-5bb6-4cfd-acb7-f87df04fcb7d {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1951.108430] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f045296-4c4c-4957-a947-a4c323e4cf45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.112578] env[62743]: DEBUG nova.compute.manager [req-e8addf2c-e538-4894-bc57-98698e9ca3e8 req-897c46c7-2e71-40eb-9da6-095334fe7838 service nova] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Received event network-vif-deleted-e17952e8-17e7-496e-9eb0-97daaf57fbcf {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1951.143657] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084d9992-33cc-4440-a80e-d49fee10f8f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.152459] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbdf83-54fe-4b02-a1dc-76d8b60b6844 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.167090] env[62743]: DEBUG nova.compute.provider_tree [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.178444] env[62743]: DEBUG oslo_vmware.api [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063864, 'name': PowerOffVM_Task, 'duration_secs': 0.207161} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.179510] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1951.180288] env[62743]: DEBUG nova.compute.manager [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.180900] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c905a8-db42-4f82-a788-ec013b05f040 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.441576] env[62743]: INFO nova.compute.manager [-] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Took 1.90 seconds to deallocate network for instance. [ 1951.586861] env[62743]: DEBUG oslo_concurrency.lockutils [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "af7ad017-9443-4e4a-b925-50fea46e10fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.587257] env[62743]: DEBUG oslo_concurrency.lockutils [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.587444] env[62743]: DEBUG nova.compute.manager [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1951.592670] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93de3e7a-ad74-411c-a897-ba25ca965d97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.601666] env[62743]: DEBUG nova.compute.manager [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1951.602492] env[62743]: DEBUG nova.objects.instance [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lazy-loading 'flavor' on Instance uuid af7ad017-9443-4e4a-b925-50fea46e10fb {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.674882] env[62743]: DEBUG nova.scheduler.client.report [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1951.698423] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9481d8e3-3215-4b62-8843-e8174e6c7ff0 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.741941] env[62743]: DEBUG nova.network.neutron [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updated VIF entry in instance network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.742273] env[62743]: DEBUG nova.network.neutron [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updating instance_info_cache with network_info: [{"id": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "address": "fa:16:3e:88:66:80", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bb1f87-e5", "ovs_interfaceid": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.815426] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1951.815426] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b56eb853-cbeb-4a7b-aba7-324dd96ee5f5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.823228] env[62743]: DEBUG oslo_vmware.api [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1951.823228] env[62743]: value = "task-2063865" [ 1951.823228] env[62743]: _type = "Task" [ 1951.823228] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.830433] env[62743]: DEBUG oslo_vmware.api [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.952939] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.037425] env[62743]: DEBUG nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1952.070548] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1952.070721] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1952.070920] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1952.071081] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1952.071253] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1952.071372] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1952.071721] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1952.071830] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1952.071922] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1952.072103] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1952.072269] env[62743]: DEBUG nova.virt.hardware [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1952.073281] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67745b19-ec71-4703-8ca4-7b13f3187af0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.081982] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7595803-1326-4dcb-977a-e58c8d36f6ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.181830] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.186136] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.851s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.186450] env[62743]: DEBUG nova.objects.instance [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lazy-loading 'resources' on Instance uuid 7a399c28-2511-4fae-a0f8-6775d22b5dae {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.222340] env[62743]: INFO nova.scheduler.client.report [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted allocations for instance 451508ca-6b2f-4599-a8a5-1d132b3ee7f6 [ 1952.245854] env[62743]: DEBUG oslo_concurrency.lockutils [req-655f8562-c63b-41d9-ac97-cc9f6ca9b441 req-fb9b6b33-4d7c-46bc-b3e7-f2d0c19b4064 service nova] Releasing lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.330831] env[62743]: DEBUG oslo_vmware.api [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063865, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.610082] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.610431] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9740d854-bfdb-4835-b71e-e4fd5a01270c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.619394] env[62743]: DEBUG oslo_vmware.api [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1952.619394] env[62743]: value = "task-2063866" [ 1952.619394] env[62743]: _type = "Task" [ 1952.619394] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.629806] env[62743]: DEBUG oslo_vmware.api [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.740105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1dce91c3-998a-44ad-b8a8-8ad9e1df00fd tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "451508ca-6b2f-4599-a8a5-1d132b3ee7f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.909s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.753577] env[62743]: DEBUG nova.objects.instance [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lazy-loading 'flavor' on Instance uuid af3cadb7-b261-4240-867a-aee52cd06f7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.834244] env[62743]: DEBUG oslo_vmware.api [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063865, 'name': PowerOnVM_Task, 'duration_secs': 0.682615} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.840356] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.840620] env[62743]: DEBUG nova.compute.manager [None req-ff9f20b2-6fe3-4211-968e-b6a9348bcafc tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.842358] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182ee3a1-4f29-40c9-ae78-8a3d0abac416 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.128294] env[62743]: DEBUG oslo_vmware.api [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063866, 'name': PowerOffVM_Task, 'duration_secs': 0.295789} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.130953] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.131232] env[62743]: DEBUG nova.compute.manager [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1953.132591] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0954a3d-52e1-4d9f-846a-ee7dfd82c6ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.235477] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534d2b73-658e-4c3a-986d-0b0fd01e1504 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.245250] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ae60b-6050-43b3-b466-5289aa60f9ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.277460] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.277633] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquired lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.279976] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6d23da-3db0-4ee6-9d96-eb41d19d639e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.288432] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51826122-70e0-475d-a596-86c5f246839e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.305819] env[62743]: DEBUG nova.compute.provider_tree [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.312136] env[62743]: DEBUG nova.compute.manager [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1953.312136] env[62743]: DEBUG nova.compute.manager [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing instance network info cache due to event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1953.312136] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] Acquiring lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.312136] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] Acquired lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.312136] env[62743]: DEBUG nova.network.neutron [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1953.646365] env[62743]: DEBUG oslo_concurrency.lockutils [None req-21b60334-bcb7-4248-a58d-a1ee33401191 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.797639] env[62743]: DEBUG nova.objects.instance [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'flavor' on Instance uuid 80efd7e0-078b-44cc-a0c0-ab1d868a9414 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.810873] env[62743]: DEBUG nova.scheduler.client.report [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1953.899645] env[62743]: DEBUG nova.network.neutron [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.113571] env[62743]: DEBUG nova.network.neutron [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updated VIF entry in instance network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.114065] env[62743]: DEBUG nova.network.neutron [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updating instance_info_cache with network_info: [{"id": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "address": "fa:16:3e:88:66:80", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bb1f87-e5", "ovs_interfaceid": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.302158] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.302466] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.302526] env[62743]: DEBUG nova.network.neutron [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.302704] env[62743]: DEBUG nova.objects.instance [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'info_cache' on Instance uuid 80efd7e0-078b-44cc-a0c0-ab1d868a9414 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.319243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.322324] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.063s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.322782] env[62743]: DEBUG nova.objects.instance [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lazy-loading 'resources' on Instance uuid a856f251-8287-479a-b086-0eaa5882e084 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.351728] env[62743]: INFO nova.scheduler.client.report [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Deleted allocations for instance 7a399c28-2511-4fae-a0f8-6775d22b5dae [ 1954.617403] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] Releasing lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.617699] env[62743]: DEBUG nova.compute.manager [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Received event network-changed-1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1954.617832] env[62743]: DEBUG nova.compute.manager [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Refreshing instance network info cache due to event network-changed-1f76ead2-9355-44c6-b197-c98fe4a03fdd. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1954.618205] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] Acquiring lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.618453] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] Acquired lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.618571] env[62743]: DEBUG nova.network.neutron [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Refreshing network info cache for port 1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.646211] env[62743]: DEBUG nova.objects.instance [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lazy-loading 'flavor' on Instance uuid af7ad017-9443-4e4a-b925-50fea46e10fb {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.806617] env[62743]: DEBUG nova.objects.base [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Object Instance<80efd7e0-078b-44cc-a0c0-ab1d868a9414> lazy-loaded attributes: flavor,info_cache {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1954.859509] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb5b7e83-b180-44ab-bd39-f4d9d881afeb tempest-ServersTestFqdnHostnames-367651373 tempest-ServersTestFqdnHostnames-367651373-project-member] Lock "7a399c28-2511-4fae-a0f8-6775d22b5dae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.360s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.095309] env[62743]: DEBUG nova.network.neutron [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.153568] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.154049] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquired lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.154049] env[62743]: DEBUG nova.network.neutron [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.154213] env[62743]: DEBUG nova.objects.instance [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lazy-loading 'info_cache' on Instance uuid af7ad017-9443-4e4a-b925-50fea46e10fb {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.300585] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53b9629-8802-4d84-a5e9-0fcfb3c41ef5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.311403] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a433149-749b-4dc4-8466-99d3b5102f10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.347086] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b449a3-b836-4142-8e29-e25a42ffefdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.355681] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829837a7-4393-4939-b8df-ae1103e0cb42 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.373274] env[62743]: DEBUG nova.compute.provider_tree [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1955.585809] env[62743]: DEBUG nova.compute.manager [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Received event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1955.585809] env[62743]: DEBUG nova.compute.manager [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing instance network info cache due to event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1955.585809] env[62743]: DEBUG oslo_concurrency.lockutils [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] Acquiring lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.598932] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Releasing lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.599202] env[62743]: DEBUG nova.compute.manager [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Inject network info {{(pid=62743) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1955.599486] env[62743]: DEBUG nova.compute.manager [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] network_info to inject: |[{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1955.605544] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Reconfiguring VM instance to set the machine id {{(pid=62743) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1955.606181] env[62743]: DEBUG oslo_concurrency.lockutils [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] Acquired lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.606454] env[62743]: DEBUG nova.network.neutron [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1955.608199] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef42e8a6-17d1-42ca-8ca4-491c8daa599d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.642436] env[62743]: DEBUG oslo_vmware.api [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1955.642436] env[62743]: value = "task-2063867" [ 1955.642436] env[62743]: _type = "Task" [ 1955.642436] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.652798] env[62743]: DEBUG oslo_vmware.api [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.658364] env[62743]: DEBUG nova.objects.base [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1955.677645] env[62743]: DEBUG nova.network.neutron [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updated VIF entry in instance network info cache for port 1f76ead2-9355-44c6-b197-c98fe4a03fdd. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1955.678112] env[62743]: DEBUG nova.network.neutron [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updating instance_info_cache with network_info: [{"id": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "address": "fa:16:3e:a9:6d:32", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f76ead2-93", "ovs_interfaceid": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.827433] env[62743]: DEBUG nova.network.neutron [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.881136] env[62743]: DEBUG nova.scheduler.client.report [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1955.951204] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.951469] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.951676] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.951850] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.952067] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.956350] env[62743]: INFO nova.compute.manager [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Terminating instance [ 1956.104716] env[62743]: DEBUG nova.objects.instance [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lazy-loading 'flavor' on Instance uuid af3cadb7-b261-4240-867a-aee52cd06f7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.152876] env[62743]: DEBUG oslo_vmware.api [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.180741] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7332e3b-8e9f-496b-8df6-319a41ef6825 req-a7f7b60a-3e7d-4f4a-b79d-8bb1bef24e8d service nova] Releasing lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.331529] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.387026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.392836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.026s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.392836] env[62743]: INFO nova.compute.claims [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1956.419777] env[62743]: INFO nova.scheduler.client.report [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Deleted allocations for instance a856f251-8287-479a-b086-0eaa5882e084 [ 1956.461121] env[62743]: DEBUG nova.compute.manager [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1956.461121] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1956.463629] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcca1d4-1e60-4080-b3cb-b70a4b804312 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.472195] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1956.475596] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ca653e1-3969-4f51-9cd5-0101ced42e35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.483977] env[62743]: DEBUG oslo_vmware.api [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1956.483977] env[62743]: value = "task-2063868" [ 1956.483977] env[62743]: _type = "Task" [ 1956.483977] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.485070] env[62743]: DEBUG nova.network.neutron [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Updating instance_info_cache with network_info: [{"id": "b992e172-885b-48d5-b318-73b77838ca6f", "address": "fa:16:3e:9b:36:a3", "network": {"id": "1ff0bd1e-593f-4d1d-a505-85d2f7941418", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2034364893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bb11c1359c94f678b03a6a0dd78a8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb992e172-88", "ovs_interfaceid": "b992e172-885b-48d5-b318-73b77838ca6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.497288] env[62743]: DEBUG oslo_vmware.api [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.614805] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.654764] env[62743]: DEBUG oslo_vmware.api [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.932566] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b17818d-69d2-47fa-b6f8-910c85fa94f8 tempest-InstanceActionsNegativeTestJSON-870361890 tempest-InstanceActionsNegativeTestJSON-870361890-project-member] Lock "a856f251-8287-479a-b086-0eaa5882e084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.665s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.991594] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Releasing lock "refresh_cache-af7ad017-9443-4e4a-b925-50fea46e10fb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.995868] env[62743]: DEBUG oslo_vmware.api [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063868, 'name': PowerOffVM_Task, 'duration_secs': 0.239076} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.996311] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1956.996485] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1956.996731] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d2d1a22-69a0-413c-b98a-f11e9e49c36e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.134902] env[62743]: DEBUG nova.network.neutron [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updated VIF entry in instance network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.134902] env[62743]: DEBUG nova.network.neutron [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.156925] env[62743]: DEBUG oslo_vmware.api [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063867, 'name': ReconfigVM_Task, 'duration_secs': 1.303657} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.156925] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-28e1b3c5-632e-42b0-af51-820c8789fa72 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Reconfigured VM instance to set the machine id {{(pid=62743) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1957.340827] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.340827] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e250cf4-2a57-46ec-8704-84e4607797fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.346225] env[62743]: DEBUG oslo_vmware.api [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1957.346225] env[62743]: value = "task-2063870" [ 1957.346225] env[62743]: _type = "Task" [ 1957.346225] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.361829] env[62743]: DEBUG oslo_vmware.api [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.640429] env[62743]: DEBUG oslo_concurrency.lockutils [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] Releasing lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.640429] env[62743]: DEBUG nova.compute.manager [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Received event network-changed-1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1957.640429] env[62743]: DEBUG nova.compute.manager [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Refreshing instance network info cache due to event network-changed-1f76ead2-9355-44c6-b197-c98fe4a03fdd. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1957.640429] env[62743]: DEBUG oslo_concurrency.lockutils [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] Acquiring lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.640585] env[62743]: DEBUG oslo_concurrency.lockutils [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] Acquired lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.640859] env[62743]: DEBUG nova.network.neutron [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Refreshing network info cache for port 1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.644447] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquired lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.660673] env[62743]: DEBUG nova.compute.manager [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1957.660851] env[62743]: DEBUG nova.compute.manager [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing instance network info cache due to event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1957.661078] env[62743]: DEBUG oslo_concurrency.lockutils [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] Acquiring lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.661223] env[62743]: DEBUG oslo_concurrency.lockutils [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] Acquired lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.661380] env[62743]: DEBUG nova.network.neutron [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.864624] env[62743]: DEBUG oslo_vmware.api [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063870, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.910796] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9751f79e-8f12-451f-93a1-f292a6dcaba8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.918469] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd73accb-e9db-4fc7-8d18-b30bd16fe6f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.953500] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af26f0d9-f61f-4cd2-b053-03708f9a12be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.961867] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6355d-7cb6-4d67-8336-7eae4204cbfa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.975729] env[62743]: DEBUG nova.compute.provider_tree [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.002209] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.002882] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e688ad10-86f2-41c7-9a87-c74f31ed4bc1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.010935] env[62743]: DEBUG oslo_vmware.api [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1958.010935] env[62743]: value = "task-2063871" [ 1958.010935] env[62743]: _type = "Task" [ 1958.010935] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.019180] env[62743]: DEBUG oslo_vmware.api [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.361952] env[62743]: DEBUG oslo_vmware.api [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063870, 'name': PowerOnVM_Task, 'duration_secs': 0.608027} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.368022] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.368022] env[62743]: DEBUG nova.compute.manager [None req-4450870c-dd61-409f-8adc-3e5dce8a9b46 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.368022] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e48801e-8c91-44fc-9c4a-737bdc4f059e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.478899] env[62743]: DEBUG nova.network.neutron [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.488790] env[62743]: DEBUG nova.scheduler.client.report [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.524032] env[62743]: DEBUG oslo_vmware.api [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063871, 'name': PowerOnVM_Task, 'duration_secs': 0.400647} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.524032] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.524032] env[62743]: DEBUG nova.compute.manager [None req-7611f330-de45-44fb-aaf1-e96ab2e84f81 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.524032] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bdc481-1636-4c3d-bd2c-220853045ae1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.991040] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.991625] env[62743]: DEBUG nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1958.999141] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.979s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.999351] env[62743]: DEBUG nova.objects.instance [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1959.167157] env[62743]: DEBUG nova.network.neutron [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updated VIF entry in instance network info cache for port 1f76ead2-9355-44c6-b197-c98fe4a03fdd. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1959.167495] env[62743]: DEBUG nova.network.neutron [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updating instance_info_cache with network_info: [{"id": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "address": "fa:16:3e:a9:6d:32", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f76ead2-93", "ovs_interfaceid": "1f76ead2-9355-44c6-b197-c98fe4a03fdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.187121] env[62743]: DEBUG nova.network.neutron [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updated VIF entry in instance network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1959.187121] env[62743]: DEBUG nova.network.neutron [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updating instance_info_cache with network_info: [{"id": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "address": "fa:16:3e:88:66:80", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bb1f87-e5", "ovs_interfaceid": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.398459] env[62743]: DEBUG nova.network.neutron [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.517247] env[62743]: DEBUG nova.compute.utils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1959.517247] env[62743]: DEBUG nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1959.517247] env[62743]: DEBUG nova.network.neutron [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1959.597500] env[62743]: DEBUG nova.policy [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b846b8ef35374a86ac71a0ed63914e71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d75d6942c6546b8a3483fb4e2a680bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1959.673635] env[62743]: DEBUG oslo_concurrency.lockutils [req-18b3eb36-ca5c-4fc4-ac1b-6250d8029961 req-dbb12df5-88dc-468e-bef0-56aad017020c service nova] Releasing lock "refresh_cache-e1bdb762-de7b-425c-8b36-4ef2ae552e0f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.689534] env[62743]: DEBUG oslo_concurrency.lockutils [req-e64e00ac-f570-459d-884c-0e5ba069e7e9 req-e84697ad-4114-4648-812a-adae13d5525d service nova] Releasing lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.901203] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Releasing lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.901470] env[62743]: DEBUG nova.compute.manager [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Inject network info {{(pid=62743) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1959.901733] env[62743]: DEBUG nova.compute.manager [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] network_info to inject: |[{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1959.907443] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Reconfiguring VM instance to set the machine id {{(pid=62743) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1959.907965] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544d81ba-7440-43c6-b538-6feeec514fe9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.934695] env[62743]: DEBUG oslo_vmware.api [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1959.934695] env[62743]: value = "task-2063872" [ 1959.934695] env[62743]: _type = "Task" [ 1959.934695] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.952752] env[62743]: DEBUG oslo_vmware.api [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.018851] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e0d98b0-58be-4d9a-ae10-76de6f1025f5 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.026159] env[62743]: DEBUG nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1960.029124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.666s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.029391] env[62743]: DEBUG nova.objects.instance [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lazy-loading 'resources' on Instance uuid 94bf8010-b4e1-461f-aba7-0323563f3368 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.115798] env[62743]: DEBUG nova.network.neutron [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Successfully created port: b55c7cb7-01a5-4c73-8f06-ec74da84aaeb {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1960.398685] env[62743]: DEBUG nova.compute.manager [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Received event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1960.398953] env[62743]: DEBUG nova.compute.manager [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing instance network info cache due to event network-changed-c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1960.402654] env[62743]: DEBUG oslo_concurrency.lockutils [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] Acquiring lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.402654] env[62743]: DEBUG oslo_concurrency.lockutils [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] Acquired lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.402654] env[62743]: DEBUG nova.network.neutron [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Refreshing network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.450847] env[62743]: DEBUG oslo_vmware.api [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.546639] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.547048] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.776817] env[62743]: DEBUG nova.network.neutron [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Successfully updated port: ea172288-5bb6-4cfd-acb7-f87df04fcb7d {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.876198] env[62743]: DEBUG nova.compute.manager [req-90430cb6-4f2d-4954-bf17-f6a106602ee2 req-41ba2c37-446c-43d3-a1c9-a49e5547a5ca service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Received event network-vif-plugged-ea172288-5bb6-4cfd-acb7-f87df04fcb7d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1960.876438] env[62743]: DEBUG oslo_concurrency.lockutils [req-90430cb6-4f2d-4954-bf17-f6a106602ee2 req-41ba2c37-446c-43d3-a1c9-a49e5547a5ca service nova] Acquiring lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.876663] env[62743]: DEBUG oslo_concurrency.lockutils [req-90430cb6-4f2d-4954-bf17-f6a106602ee2 req-41ba2c37-446c-43d3-a1c9-a49e5547a5ca service nova] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.876795] env[62743]: DEBUG oslo_concurrency.lockutils [req-90430cb6-4f2d-4954-bf17-f6a106602ee2 req-41ba2c37-446c-43d3-a1c9-a49e5547a5ca service nova] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.876960] env[62743]: DEBUG nova.compute.manager [req-90430cb6-4f2d-4954-bf17-f6a106602ee2 req-41ba2c37-446c-43d3-a1c9-a49e5547a5ca service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] No waiting events found dispatching network-vif-plugged-ea172288-5bb6-4cfd-acb7-f87df04fcb7d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1960.877164] env[62743]: WARNING nova.compute.manager [req-90430cb6-4f2d-4954-bf17-f6a106602ee2 req-41ba2c37-446c-43d3-a1c9-a49e5547a5ca service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Received unexpected event network-vif-plugged-ea172288-5bb6-4cfd-acb7-f87df04fcb7d for instance with vm_state building and task_state spawning. [ 1960.949530] env[62743]: DEBUG oslo_vmware.api [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.045786] env[62743]: DEBUG nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1961.058645] env[62743]: DEBUG nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.084827] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1961.084943] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.085409] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1961.085409] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.085558] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1961.086088] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1961.086088] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1961.086088] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1961.089266] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1961.089581] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1961.090512] env[62743]: DEBUG nova.virt.hardware [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1961.091018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2729db-0e75-4f0e-a09f-bb138398f4f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.101668] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745df89d-e77a-4f7c-90ae-dd176842cd5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.205562] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5d9b3e-65e8-413d-9369-0aabeb8c0859 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.213524] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b63e49-b424-4956-a129-e4719875b728 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.252638] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bcbaf2-5f88-4c2a-b0a5-2e3c2b911768 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.261129] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04078dc-679f-46b5-b58d-99066e0997e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.279818] env[62743]: DEBUG nova.compute.provider_tree [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.282107] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "refresh_cache-0d3865b9-8e4c-4ea1-95d9-3440368179b6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.285184] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "refresh_cache-0d3865b9-8e4c-4ea1-95d9-3440368179b6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.285371] env[62743]: DEBUG nova.network.neutron [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.336364] env[62743]: DEBUG nova.network.neutron [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updated VIF entry in instance network info cache for port c17b49db-87a4-4b52-bd6f-62f026aae2d7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.336744] env[62743]: DEBUG nova.network.neutron [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [{"id": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "address": "fa:16:3e:ec:17:a5", "network": {"id": "c257c813-2c0a-474e-9670-2e831cab8276", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1809680226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b75b61cfe8492fb35705b78f85b0fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17b49db-87", "ovs_interfaceid": "c17b49db-87a4-4b52-bd6f-62f026aae2d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.448568] env[62743]: DEBUG oslo_vmware.api [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063872, 'name': ReconfigVM_Task, 'duration_secs': 1.156937} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.448877] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-40aa67ea-fb26-492b-b761-e06cda1e9c87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Reconfigured VM instance to set the machine id {{(pid=62743) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1961.512944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "af3cadb7-b261-4240-867a-aee52cd06f7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.513243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.513457] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "af3cadb7-b261-4240-867a-aee52cd06f7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.513646] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.513818] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.516320] env[62743]: INFO nova.compute.manager [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Terminating instance [ 1961.586791] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.782948] env[62743]: DEBUG nova.scheduler.client.report [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.822171] env[62743]: DEBUG nova.network.neutron [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1961.841927] env[62743]: DEBUG oslo_concurrency.lockutils [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] Releasing lock "refresh_cache-af3cadb7-b261-4240-867a-aee52cd06f7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.842269] env[62743]: DEBUG nova.compute.manager [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1961.842394] env[62743]: DEBUG nova.compute.manager [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing instance network info cache due to event network-changed-b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1961.842604] env[62743]: DEBUG oslo_concurrency.lockutils [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] Acquiring lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.842745] env[62743]: DEBUG oslo_concurrency.lockutils [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] Acquired lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.842903] env[62743]: DEBUG nova.network.neutron [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Refreshing network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.943842] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.944071] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.944258] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Deleting the datastore file [datastore1] e1bdb762-de7b-425c-8b36-4ef2ae552e0f {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.944526] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3071e7d5-fc45-4470-8ec8-57bb67681c5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.950987] env[62743]: DEBUG oslo_vmware.api [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 1961.950987] env[62743]: value = "task-2063873" [ 1961.950987] env[62743]: _type = "Task" [ 1961.950987] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.963063] env[62743]: DEBUG oslo_vmware.api [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.024054] env[62743]: DEBUG nova.compute.manager [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1962.024364] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1962.025736] env[62743]: DEBUG nova.network.neutron [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Updating instance_info_cache with network_info: [{"id": "ea172288-5bb6-4cfd-acb7-f87df04fcb7d", "address": "fa:16:3e:01:a9:d4", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea172288-5b", "ovs_interfaceid": "ea172288-5bb6-4cfd-acb7-f87df04fcb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.034621] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0c469e-199f-4a2f-bcb2-4e6a5fa31d2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.040775] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1962.041085] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f04bef95-262a-4917-973a-5385c94516de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.048078] env[62743]: DEBUG oslo_vmware.api [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1962.048078] env[62743]: value = "task-2063874" [ 1962.048078] env[62743]: _type = "Task" [ 1962.048078] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.062884] env[62743]: DEBUG oslo_vmware.api [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.291990] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.294425] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.948s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.296074] env[62743]: INFO nova.compute.claims [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1962.319490] env[62743]: INFO nova.scheduler.client.report [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Deleted allocations for instance 94bf8010-b4e1-461f-aba7-0323563f3368 [ 1962.464515] env[62743]: DEBUG oslo_vmware.api [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330346} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.464765] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1962.464952] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1962.465358] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1962.465590] env[62743]: INFO nova.compute.manager [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Took 6.00 seconds to destroy the instance on the hypervisor. [ 1962.465841] env[62743]: DEBUG oslo.service.loopingcall [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.466048] env[62743]: DEBUG nova.compute.manager [-] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1962.466150] env[62743]: DEBUG nova.network.neutron [-] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1962.473031] env[62743]: DEBUG nova.compute.manager [req-636ff259-7182-4393-bd4e-86e0002943b5 req-6fb445f6-53ec-4fe0-9959-7f6d430da795 service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Received event network-vif-plugged-b55c7cb7-01a5-4c73-8f06-ec74da84aaeb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1962.473031] env[62743]: DEBUG oslo_concurrency.lockutils [req-636ff259-7182-4393-bd4e-86e0002943b5 req-6fb445f6-53ec-4fe0-9959-7f6d430da795 service nova] Acquiring lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.473031] env[62743]: DEBUG oslo_concurrency.lockutils [req-636ff259-7182-4393-bd4e-86e0002943b5 req-6fb445f6-53ec-4fe0-9959-7f6d430da795 service nova] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.473031] env[62743]: DEBUG oslo_concurrency.lockutils [req-636ff259-7182-4393-bd4e-86e0002943b5 req-6fb445f6-53ec-4fe0-9959-7f6d430da795 service nova] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.473031] env[62743]: DEBUG nova.compute.manager [req-636ff259-7182-4393-bd4e-86e0002943b5 req-6fb445f6-53ec-4fe0-9959-7f6d430da795 service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] No waiting events found dispatching network-vif-plugged-b55c7cb7-01a5-4c73-8f06-ec74da84aaeb {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1962.473031] env[62743]: WARNING nova.compute.manager [req-636ff259-7182-4393-bd4e-86e0002943b5 req-6fb445f6-53ec-4fe0-9959-7f6d430da795 service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Received unexpected event network-vif-plugged-b55c7cb7-01a5-4c73-8f06-ec74da84aaeb for instance with vm_state building and task_state spawning. [ 1962.487819] env[62743]: DEBUG nova.network.neutron [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Successfully updated port: b55c7cb7-01a5-4c73-8f06-ec74da84aaeb {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1962.536672] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "refresh_cache-0d3865b9-8e4c-4ea1-95d9-3440368179b6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.537160] env[62743]: DEBUG nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Instance network_info: |[{"id": "ea172288-5bb6-4cfd-acb7-f87df04fcb7d", "address": "fa:16:3e:01:a9:d4", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea172288-5b", "ovs_interfaceid": "ea172288-5bb6-4cfd-acb7-f87df04fcb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1962.537893] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:a9:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea172288-5bb6-4cfd-acb7-f87df04fcb7d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1962.545425] env[62743]: DEBUG oslo.service.loopingcall [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1962.545957] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1962.546221] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d0a181-7de8-47fb-a63b-bf4b578eec5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.571219] env[62743]: DEBUG oslo_vmware.api [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063874, 'name': PowerOffVM_Task, 'duration_secs': 0.304323} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.572471] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1962.572651] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1962.572882] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1962.572882] env[62743]: value = "task-2063875" [ 1962.572882] env[62743]: _type = "Task" [ 1962.572882] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.573080] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3764a9e2-feca-454d-816d-6437781a46dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.581975] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063875, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.652472] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1962.652861] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1962.652861] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Deleting the datastore file [datastore1] af3cadb7-b261-4240-867a-aee52cd06f7a {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1962.653164] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-116121b4-3572-4b01-852d-0c8ed85b8308 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.659630] env[62743]: DEBUG oslo_vmware.api [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for the task: (returnval){ [ 1962.659630] env[62743]: value = "task-2063877" [ 1962.659630] env[62743]: _type = "Task" [ 1962.659630] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.668707] env[62743]: DEBUG oslo_vmware.api [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.771395] env[62743]: DEBUG nova.network.neutron [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updated VIF entry in instance network info cache for port b9bb1f87-e5dc-4f33-8a27-3b45ae911233. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.771872] env[62743]: DEBUG nova.network.neutron [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updating instance_info_cache with network_info: [{"id": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "address": "fa:16:3e:88:66:80", "network": {"id": "ab1378f1-d199-47bb-a861-2a0b208f0302", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-730490459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa38d28ddf4b4965b47ee147c7475f0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bb1f87-e5", "ovs_interfaceid": "b9bb1f87-e5dc-4f33-8a27-3b45ae911233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.829947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-89fa09f8-f268-4e67-b1f8-c36d90893cc9 tempest-ServersAdminNegativeTestJSON-249724234 tempest-ServersAdminNegativeTestJSON-249724234-project-member] Lock "94bf8010-b4e1-461f-aba7-0323563f3368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.232s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.994681] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "refresh_cache-c5343386-e9d5-4fc5-a7bc-56f568b8282b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.994834] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "refresh_cache-c5343386-e9d5-4fc5-a7bc-56f568b8282b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.995136] env[62743]: DEBUG nova.network.neutron [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1963.040112] env[62743]: DEBUG nova.compute.manager [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Received event network-changed-ea172288-5bb6-4cfd-acb7-f87df04fcb7d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1963.040112] env[62743]: DEBUG nova.compute.manager [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Refreshing instance network info cache due to event network-changed-ea172288-5bb6-4cfd-acb7-f87df04fcb7d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1963.041341] env[62743]: DEBUG oslo_concurrency.lockutils [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] Acquiring lock "refresh_cache-0d3865b9-8e4c-4ea1-95d9-3440368179b6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.043468] env[62743]: DEBUG oslo_concurrency.lockutils [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] Acquired lock "refresh_cache-0d3865b9-8e4c-4ea1-95d9-3440368179b6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.043468] env[62743]: DEBUG nova.network.neutron [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Refreshing network info cache for port ea172288-5bb6-4cfd-acb7-f87df04fcb7d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1963.090545] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063875, 'name': CreateVM_Task, 'duration_secs': 0.370181} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.090545] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1963.090545] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.090545] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.091315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1963.091315] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fe0599-b527-48f8-a6c4-a08c327e2ed5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.096169] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1963.096169] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ac6fdf-ac7e-2d76-dd8a-5d4492765b4d" [ 1963.096169] env[62743]: _type = "Task" [ 1963.096169] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.104089] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ac6fdf-ac7e-2d76-dd8a-5d4492765b4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.172162] env[62743]: DEBUG oslo_vmware.api [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Task: {'id': task-2063877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166701} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.172472] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1963.172719] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1963.173183] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1963.173183] env[62743]: INFO nova.compute.manager [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1963.173344] env[62743]: DEBUG oslo.service.loopingcall [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1963.173541] env[62743]: DEBUG nova.compute.manager [-] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1963.173991] env[62743]: DEBUG nova.network.neutron [-] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1963.275476] env[62743]: DEBUG oslo_concurrency.lockutils [req-fd73d1ee-414c-4a8a-a80a-95cefe5aabbe req-24237c77-55d6-41b6-aca4-1f17be33aa41 service nova] Releasing lock "refresh_cache-96ba86c8-92ed-4efc-b2cb-e31f1718f42f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.450769] env[62743]: DEBUG nova.network.neutron [-] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.573140] env[62743]: DEBUG nova.network.neutron [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1963.611417] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ac6fdf-ac7e-2d76-dd8a-5d4492765b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012253} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.612079] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.612536] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1963.612630] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1963.612753] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1963.613103] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1963.613526] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a099dfb-f369-439f-b780-c5ba3e032039 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.624172] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1963.624172] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1963.624172] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2762911f-f7ba-4850-94e8-e69e0bc22515 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.628474] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1963.628474] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5222e81d-d02b-5396-71f1-17398ff08f3e" [ 1963.628474] env[62743]: _type = "Task" [ 1963.628474] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.642555] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5222e81d-d02b-5396-71f1-17398ff08f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.823748] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bddf96-a761-4a99-9528-3488874d4444 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.832376] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888f4228-abef-42d7-a04f-3901632002a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.873214] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb3778d-2837-4a5b-bb13-0afac3dde435 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.882110] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb67936-864d-49e3-a7a8-d86e242723e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.898914] env[62743]: DEBUG nova.compute.provider_tree [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1963.958418] env[62743]: INFO nova.compute.manager [-] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Took 1.49 seconds to deallocate network for instance. [ 1963.969910] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "ecf46e23-9089-48bf-982c-d4002d90af9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.970159] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.970354] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "ecf46e23-9089-48bf-982c-d4002d90af9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.970533] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.970696] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.976745] env[62743]: INFO nova.compute.manager [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Terminating instance [ 1963.984379] env[62743]: DEBUG nova.network.neutron [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Updated VIF entry in instance network info cache for port ea172288-5bb6-4cfd-acb7-f87df04fcb7d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1963.984613] env[62743]: DEBUG nova.network.neutron [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Updating instance_info_cache with network_info: [{"id": "ea172288-5bb6-4cfd-acb7-f87df04fcb7d", "address": "fa:16:3e:01:a9:d4", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea172288-5b", "ovs_interfaceid": "ea172288-5bb6-4cfd-acb7-f87df04fcb7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.139719] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5222e81d-d02b-5396-71f1-17398ff08f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.02912} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.141952] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5452114a-ae7b-44b9-a12d-6fa83028f20e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.146465] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1964.146465] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b15691-e541-4e40-327e-3a13164acec8" [ 1964.146465] env[62743]: _type = "Task" [ 1964.146465] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.154983] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b15691-e541-4e40-327e-3a13164acec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.174041] env[62743]: DEBUG nova.network.neutron [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Updating instance_info_cache with network_info: [{"id": "b55c7cb7-01a5-4c73-8f06-ec74da84aaeb", "address": "fa:16:3e:d3:3c:da", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55c7cb7-01", "ovs_interfaceid": "b55c7cb7-01a5-4c73-8f06-ec74da84aaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.427524] env[62743]: ERROR nova.scheduler.client.report [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [req-b1c84349-99c6-4427-8ca2-a1568be969fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1c84349-99c6-4427-8ca2-a1568be969fc"}]} [ 1964.452387] env[62743]: DEBUG nova.scheduler.client.report [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1964.465494] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.472166] env[62743]: DEBUG nova.scheduler.client.report [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1964.472166] env[62743]: DEBUG nova.compute.provider_tree [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1964.482200] env[62743]: DEBUG nova.compute.manager [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1964.482398] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.483315] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912bd17-e96b-40b3-8f5a-798f81b043e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.490148] env[62743]: DEBUG oslo_concurrency.lockutils [req-d35a9ac5-7c90-4089-875e-04dd672ab5a9 req-72ab8956-31d4-4388-ac74-53f19d9dcdba service nova] Releasing lock "refresh_cache-0d3865b9-8e4c-4ea1-95d9-3440368179b6" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.493091] env[62743]: DEBUG nova.scheduler.client.report [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1964.497801] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.498184] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-775654d8-6914-4304-8b85-a41b071bdf26 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.505829] env[62743]: DEBUG nova.compute.manager [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Received event network-changed-b55c7cb7-01a5-4c73-8f06-ec74da84aaeb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1964.506027] env[62743]: DEBUG nova.compute.manager [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Refreshing instance network info cache due to event network-changed-b55c7cb7-01a5-4c73-8f06-ec74da84aaeb. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1964.506222] env[62743]: DEBUG oslo_concurrency.lockutils [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] Acquiring lock "refresh_cache-c5343386-e9d5-4fc5-a7bc-56f568b8282b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.508235] env[62743]: DEBUG oslo_vmware.api [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1964.508235] env[62743]: value = "task-2063878" [ 1964.508235] env[62743]: _type = "Task" [ 1964.508235] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.518460] env[62743]: DEBUG oslo_vmware.api [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.527922] env[62743]: DEBUG nova.scheduler.client.report [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1964.657715] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b15691-e541-4e40-327e-3a13164acec8, 'name': SearchDatastore_Task, 'duration_secs': 0.014589} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.658056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.658318] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0d3865b9-8e4c-4ea1-95d9-3440368179b6/0d3865b9-8e4c-4ea1-95d9-3440368179b6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1964.661532] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf3d0c72-a8a6-4f41-a555-2915b9c14afa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.667990] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1964.667990] env[62743]: value = "task-2063879" [ 1964.667990] env[62743]: _type = "Task" [ 1964.667990] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.677237] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.681361] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "refresh_cache-c5343386-e9d5-4fc5-a7bc-56f568b8282b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.681807] env[62743]: DEBUG nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Instance network_info: |[{"id": "b55c7cb7-01a5-4c73-8f06-ec74da84aaeb", "address": "fa:16:3e:d3:3c:da", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55c7cb7-01", "ovs_interfaceid": "b55c7cb7-01a5-4c73-8f06-ec74da84aaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1964.683128] env[62743]: DEBUG oslo_concurrency.lockutils [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] Acquired lock "refresh_cache-c5343386-e9d5-4fc5-a7bc-56f568b8282b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.683128] env[62743]: DEBUG nova.network.neutron [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Refreshing network info cache for port b55c7cb7-01a5-4c73-8f06-ec74da84aaeb {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.684650] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:3c:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b55c7cb7-01a5-4c73-8f06-ec74da84aaeb', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1964.695167] env[62743]: DEBUG oslo.service.loopingcall [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.698903] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1964.699633] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19ad3849-e99d-4fc2-8500-8c102fd560dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.725433] env[62743]: DEBUG nova.network.neutron [-] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.731933] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1964.731933] env[62743]: value = "task-2063880" [ 1964.731933] env[62743]: _type = "Task" [ 1964.731933] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.740678] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063880, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.027767] env[62743]: DEBUG oslo_vmware.api [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063878, 'name': PowerOffVM_Task, 'duration_secs': 0.211146} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.027902] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.029070] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1965.029070] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbcbb920-a8e0-4d3c-bfb7-b634b8b9250f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.094566] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51371ef-b946-4dfa-9d34-fc27d4afd697 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.104572] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcee9a7-7a5b-4440-acce-6f08d02f166d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.113173] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1965.113515] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1965.113729] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleting the datastore file [datastore1] ecf46e23-9089-48bf-982c-d4002d90af9c {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1965.114038] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aa1d530-a66f-4f96-8413-96ba3f0570ce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.147242] env[62743]: DEBUG nova.network.neutron [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Updated VIF entry in instance network info cache for port b55c7cb7-01a5-4c73-8f06-ec74da84aaeb. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.147242] env[62743]: DEBUG nova.network.neutron [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Updating instance_info_cache with network_info: [{"id": "b55c7cb7-01a5-4c73-8f06-ec74da84aaeb", "address": "fa:16:3e:d3:3c:da", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb55c7cb7-01", "ovs_interfaceid": "b55c7cb7-01a5-4c73-8f06-ec74da84aaeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.148796] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a416b38-00cf-4304-b5f2-f4f29b8c160c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.151766] env[62743]: DEBUG oslo_vmware.api [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 1965.151766] env[62743]: value = "task-2063882" [ 1965.151766] env[62743]: _type = "Task" [ 1965.151766] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.159104] env[62743]: DEBUG nova.compute.manager [req-6747d540-3fce-4389-9e98-0a5c70ca74f1 req-6a59fedb-7c9e-46aa-bb23-553745fd64e6 service nova] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Received event network-vif-deleted-1f76ead2-9355-44c6-b197-c98fe4a03fdd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.159363] env[62743]: DEBUG nova.compute.manager [req-6747d540-3fce-4389-9e98-0a5c70ca74f1 req-6a59fedb-7c9e-46aa-bb23-553745fd64e6 service nova] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Received event network-vif-deleted-c17b49db-87a4-4b52-bd6f-62f026aae2d7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.165295] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb49fd8-203e-4b27-8ec7-c1688fbb71ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.174039] env[62743]: DEBUG oslo_vmware.api [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.188563] env[62743]: DEBUG nova.compute.provider_tree [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.193361] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063879, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.228960] env[62743]: INFO nova.compute.manager [-] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Took 2.06 seconds to deallocate network for instance. [ 1965.250483] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063880, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.653704] env[62743]: DEBUG oslo_concurrency.lockutils [req-c29e1bb8-e5be-4450-a900-86fd0ff53ad0 req-35210009-7274-4bea-baaf-a31d31724f0d service nova] Releasing lock "refresh_cache-c5343386-e9d5-4fc5-a7bc-56f568b8282b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.668827] env[62743]: DEBUG oslo_vmware.api [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298912} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.669096] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.669345] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.669345] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.669520] env[62743]: INFO nova.compute.manager [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1965.669758] env[62743]: DEBUG oslo.service.loopingcall [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.669966] env[62743]: DEBUG nova.compute.manager [-] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1965.670078] env[62743]: DEBUG nova.network.neutron [-] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.682488] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578244} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.682734] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0d3865b9-8e4c-4ea1-95d9-3440368179b6/0d3865b9-8e4c-4ea1-95d9-3440368179b6.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1965.683082] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1965.683584] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de103938-bbb2-4ab5-ad51-68dde4be82bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.690685] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1965.690685] env[62743]: value = "task-2063883" [ 1965.690685] env[62743]: _type = "Task" [ 1965.690685] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.702175] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.739603] env[62743]: DEBUG nova.scheduler.client.report [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1965.739901] env[62743]: DEBUG nova.compute.provider_tree [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 81 to 82 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1965.741064] env[62743]: DEBUG nova.compute.provider_tree [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1965.748191] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.748414] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063880, 'name': CreateVM_Task, 'duration_secs': 0.546208} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.748800] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1965.749549] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.749704] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.750091] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1965.750294] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9cb6b0-6a49-4478-bdfc-0972cc109b7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.755724] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1965.755724] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5211da9b-ab6c-b69d-6a46-836c4204ced5" [ 1965.755724] env[62743]: _type = "Task" [ 1965.755724] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.764818] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5211da9b-ab6c-b69d-6a46-836c4204ced5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.200657] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072184} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.200932] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1966.201832] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532a21a-35fc-4970-a5eb-a10e48e6f01e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.223992] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 0d3865b9-8e4c-4ea1-95d9-3440368179b6/0d3865b9-8e4c-4ea1-95d9-3440368179b6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.224397] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f40aa9c-190f-4591-845b-fd7718f65a9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.245575] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1966.245575] env[62743]: value = "task-2063884" [ 1966.245575] env[62743]: _type = "Task" [ 1966.245575] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.251062] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.957s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.251642] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1966.254391] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.368s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.256287] env[62743]: INFO nova.compute.claims [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.266635] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.273689] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5211da9b-ab6c-b69d-6a46-836c4204ced5, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.273992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.274248] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.274484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.274634] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.274851] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.275188] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-670cb3f3-fbd7-4a44-bf98-2f03cd4bae4c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.286355] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.286625] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.287467] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afadb0b-c25a-4e33-b14b-65f607c149ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.294520] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1966.294520] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527866cb-7d96-deeb-4629-47355356bd21" [ 1966.294520] env[62743]: _type = "Task" [ 1966.294520] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.305445] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527866cb-7d96-deeb-4629-47355356bd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.482030] env[62743]: DEBUG nova.network.neutron [-] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.574728] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.574963] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.757252] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.761849] env[62743]: DEBUG nova.compute.utils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1966.767144] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1966.767339] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1966.807416] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527866cb-7d96-deeb-4629-47355356bd21, 'name': SearchDatastore_Task, 'duration_secs': 0.014929} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.808301] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee039b0-aea9-4764-a58e-8c8e171d417b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.813866] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1966.813866] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5297deec-8143-973e-24b2-1c22b9a18167" [ 1966.813866] env[62743]: _type = "Task" [ 1966.813866] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.821657] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5297deec-8143-973e-24b2-1c22b9a18167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.824485] env[62743]: DEBUG nova.policy [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a774eff2797543138762052c665ac61d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a70215d14c3454e8b9cf5314c7924d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1966.982177] env[62743]: INFO nova.compute.manager [-] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Took 1.31 seconds to deallocate network for instance. [ 1967.078176] env[62743]: DEBUG nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1967.180081] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Successfully created port: 38ad3706-df48-4332-8556-0dc17ac2eeeb {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1967.236412] env[62743]: DEBUG nova.compute.manager [req-72de492b-0007-46dd-9010-5895ad58554b req-a17359e8-5581-4d54-9ef6-b34a19827cb1 service nova] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Received event network-vif-deleted-207bf377-0134-4f8b-9eb1-31d92de20690 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1967.265290] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063884, 'name': ReconfigVM_Task, 'duration_secs': 0.567555} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.265574] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 0d3865b9-8e4c-4ea1-95d9-3440368179b6/0d3865b9-8e4c-4ea1-95d9-3440368179b6.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.266256] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c128992-b70f-4832-94bc-007ad0b8f420 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.268495] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.279311] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1967.279311] env[62743]: value = "task-2063885" [ 1967.279311] env[62743]: _type = "Task" [ 1967.279311] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.285205] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063885, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.331105] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5297deec-8143-973e-24b2-1c22b9a18167, 'name': SearchDatastore_Task, 'duration_secs': 0.050911} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.331374] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.331821] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] c5343386-e9d5-4fc5-a7bc-56f568b8282b/c5343386-e9d5-4fc5-a7bc-56f568b8282b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1967.332055] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b66fbeee-802c-4e5e-92a1-dc197f2b8278 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.339651] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1967.339651] env[62743]: value = "task-2063886" [ 1967.339651] env[62743]: _type = "Task" [ 1967.339651] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.347969] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.489181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.610149] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.789437] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063885, 'name': Rename_Task, 'duration_secs': 0.141914} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.792503] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.792999] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebc25570-dda8-4dd8-aa0d-caba55f30fa4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.803700] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1967.803700] env[62743]: value = "task-2063887" [ 1967.803700] env[62743]: _type = "Task" [ 1967.803700] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.817589] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.854491] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063886, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.864019] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93a458-e8e0-42f6-aacb-ef1dbff5ea0d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.870061] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357447b8-0094-46c0-a072-e958a0b6ed67 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.903414] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1866f3f-06a0-4c39-800a-de76451d291d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.911967] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd90ef1-b7a1-46db-b0a2-54cc577b2885 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.928643] env[62743]: DEBUG nova.compute.provider_tree [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.287254] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.320741] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063887, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.323380] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.323613] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.323830] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.324107] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.324314] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.324512] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.324757] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.324921] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.325106] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.325321] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.325514] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.326362] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e7f028-8644-4d4e-8b17-9cac26f5c324 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.336213] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da48c75-5047-49a5-ba2d-4500da5e0afc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.360542] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550621} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.360758] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] c5343386-e9d5-4fc5-a7bc-56f568b8282b/c5343386-e9d5-4fc5-a7bc-56f568b8282b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1968.360970] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1968.361365] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0f6a0f-e742-4b26-841d-36e3c2b7d34e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.368175] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1968.368175] env[62743]: value = "task-2063888" [ 1968.368175] env[62743]: _type = "Task" [ 1968.368175] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.376258] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.432971] env[62743]: DEBUG nova.scheduler.client.report [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.820533] env[62743]: DEBUG oslo_vmware.api [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063887, 'name': PowerOnVM_Task, 'duration_secs': 0.638692} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.820812] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.820981] env[62743]: INFO nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Took 16.78 seconds to spawn the instance on the hypervisor. [ 1968.821183] env[62743]: DEBUG nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.821949] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b7c931-931b-48e0-aa8d-ed3cb7649a5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.877759] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071491} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.878077] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1968.878911] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ff319-ef72-43f1-a63f-b51d031d62db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.910997] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] c5343386-e9d5-4fc5-a7bc-56f568b8282b/c5343386-e9d5-4fc5-a7bc-56f568b8282b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1968.911493] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88598538-800a-401f-9d0a-7f5aabe13e10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.934391] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1968.934391] env[62743]: value = "task-2063889" [ 1968.934391] env[62743]: _type = "Task" [ 1968.934391] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.938501] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.938666] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1968.941206] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.314s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.942700] env[62743]: INFO nova.compute.claims [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1968.954134] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.011384] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Successfully updated port: 38ad3706-df48-4332-8556-0dc17ac2eeeb {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1969.280213] env[62743]: DEBUG nova.compute.manager [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Received event network-vif-plugged-38ad3706-df48-4332-8556-0dc17ac2eeeb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1969.280420] env[62743]: DEBUG oslo_concurrency.lockutils [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] Acquiring lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.280629] env[62743]: DEBUG oslo_concurrency.lockutils [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.280874] env[62743]: DEBUG oslo_concurrency.lockutils [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.281128] env[62743]: DEBUG nova.compute.manager [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] No waiting events found dispatching network-vif-plugged-38ad3706-df48-4332-8556-0dc17ac2eeeb {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1969.281801] env[62743]: WARNING nova.compute.manager [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Received unexpected event network-vif-plugged-38ad3706-df48-4332-8556-0dc17ac2eeeb for instance with vm_state building and task_state spawning. [ 1969.281801] env[62743]: DEBUG nova.compute.manager [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Received event network-changed-38ad3706-df48-4332-8556-0dc17ac2eeeb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1969.281893] env[62743]: DEBUG nova.compute.manager [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Refreshing instance network info cache due to event network-changed-38ad3706-df48-4332-8556-0dc17ac2eeeb. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1969.282164] env[62743]: DEBUG oslo_concurrency.lockutils [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] Acquiring lock "refresh_cache-6b633ce0-90d2-4c09-8a4d-39cd217136d1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.282348] env[62743]: DEBUG oslo_concurrency.lockutils [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] Acquired lock "refresh_cache-6b633ce0-90d2-4c09-8a4d-39cd217136d1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.282534] env[62743]: DEBUG nova.network.neutron [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Refreshing network info cache for port 38ad3706-df48-4332-8556-0dc17ac2eeeb {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.337540] env[62743]: INFO nova.compute.manager [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Took 51.17 seconds to build instance. [ 1969.445888] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063889, 'name': ReconfigVM_Task, 'duration_secs': 0.319593} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.446277] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] c5343386-e9d5-4fc5-a7bc-56f568b8282b/c5343386-e9d5-4fc5-a7bc-56f568b8282b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1969.447918] env[62743]: DEBUG nova.compute.utils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.449400] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1ca9ac-5315-4070-a901-74029bcfeaa8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.451104] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.451278] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.458465] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1969.458465] env[62743]: value = "task-2063890" [ 1969.458465] env[62743]: _type = "Task" [ 1969.458465] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.469379] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063890, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.518099] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "refresh_cache-6b633ce0-90d2-4c09-8a4d-39cd217136d1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.541435] env[62743]: DEBUG nova.policy [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a774eff2797543138762052c665ac61d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a70215d14c3454e8b9cf5314c7924d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1969.839283] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c8966cea-c9ff-45b1-b85b-fc1c578ace25 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.506s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.953420] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1969.975496] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063890, 'name': Rename_Task, 'duration_secs': 0.16569} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.975496] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.975662] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9196247e-d082-48f2-b7bd-1e12868584d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.981819] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1969.981819] env[62743]: value = "task-2063891" [ 1969.981819] env[62743]: _type = "Task" [ 1969.981819] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.991104] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.064707] env[62743]: DEBUG nova.network.neutron [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1970.080806] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e6faa-042b-4a4d-b49b-c128dcad690d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.087232] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aff28e7a-8f3d-4844-92df-e51e53a45086 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Suspending the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1970.087476] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5fec90b7-03ff-4118-aa80-1f371e86979e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.094092] env[62743]: DEBUG oslo_vmware.api [None req-aff28e7a-8f3d-4844-92df-e51e53a45086 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1970.094092] env[62743]: value = "task-2063892" [ 1970.094092] env[62743]: _type = "Task" [ 1970.094092] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.103305] env[62743]: DEBUG oslo_vmware.api [None req-aff28e7a-8f3d-4844-92df-e51e53a45086 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063892, 'name': SuspendVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.243725] env[62743]: DEBUG nova.network.neutron [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.308947] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Successfully created port: 22ae9b54-7e3e-4a5f-803c-5adffa39ba91 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1970.449924] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f070b-8bd4-4f53-bd6b-8f35a0ed1c2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.459143] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5ad0d9-5515-4e4e-8c93-c095da66e307 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.512902] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b63d88-62fa-4e25-93b8-ad44c50b446c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.527327] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063891, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.528786] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e27256-4c87-4cff-952b-a3ea8abfb2a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.546045] env[62743]: DEBUG nova.compute.provider_tree [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.604656] env[62743]: DEBUG oslo_vmware.api [None req-aff28e7a-8f3d-4844-92df-e51e53a45086 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063892, 'name': SuspendVM_Task} progress is 62%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.655475] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.655723] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.750611] env[62743]: DEBUG oslo_concurrency.lockutils [req-fde61b30-6732-49a6-9e67-136a801a900b req-6b181dec-990c-4335-9ed9-d455399da6ac service nova] Releasing lock "refresh_cache-6b633ce0-90d2-4c09-8a4d-39cd217136d1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.751087] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "refresh_cache-6b633ce0-90d2-4c09-8a4d-39cd217136d1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.751269] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.979512] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1971.005664] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1971.005913] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1971.006083] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1971.006273] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1971.006471] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1971.006606] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1971.006857] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1971.007263] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1971.007577] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1971.007704] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1971.007836] env[62743]: DEBUG nova.virt.hardware [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1971.008835] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27398068-1536-4ccb-9603-e5b2bf0356fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.024881] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d941459-a884-496b-83ac-7691f9bf961d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.029055] env[62743]: DEBUG oslo_vmware.api [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063891, 'name': PowerOnVM_Task, 'duration_secs': 0.786538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.029350] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.029552] env[62743]: INFO nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1971.029727] env[62743]: DEBUG nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.030847] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ece98d-03f1-4284-abc3-c70b4c423f2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.054798] env[62743]: DEBUG nova.scheduler.client.report [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.107878] env[62743]: DEBUG oslo_vmware.api [None req-aff28e7a-8f3d-4844-92df-e51e53a45086 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063892, 'name': SuspendVM_Task, 'duration_secs': 0.711566} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.108240] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aff28e7a-8f3d-4844-92df-e51e53a45086 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Suspended the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1971.108437] env[62743]: DEBUG nova.compute.manager [None req-aff28e7a-8f3d-4844-92df-e51e53a45086 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.109254] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe84251a-4236-47e2-b905-b0c429aec9f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.164489] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1971.165838] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1971.290506] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.451763] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Updating instance_info_cache with network_info: [{"id": "38ad3706-df48-4332-8556-0dc17ac2eeeb", "address": "fa:16:3e:2e:eb:67", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ad3706-df", "ovs_interfaceid": "38ad3706-df48-4332-8556-0dc17ac2eeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.564939] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.567625] env[62743]: DEBUG nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1971.572177] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.612s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.572460] env[62743]: DEBUG nova.objects.instance [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lazy-loading 'resources' on Instance uuid 6f89ca5a-ad87-4201-8bcc-6deeb60df555 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.573964] env[62743]: INFO nova.compute.manager [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Took 46.23 seconds to build instance. [ 1971.688226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.688226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.688342] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1971.954824] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "refresh_cache-6b633ce0-90d2-4c09-8a4d-39cd217136d1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.955164] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Instance network_info: |[{"id": "38ad3706-df48-4332-8556-0dc17ac2eeeb", "address": "fa:16:3e:2e:eb:67", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ad3706-df", "ovs_interfaceid": "38ad3706-df48-4332-8556-0dc17ac2eeeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1971.955590] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:eb:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ad3706-df48-4332-8556-0dc17ac2eeeb', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1971.964313] env[62743]: DEBUG oslo.service.loopingcall [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.964821] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1971.965123] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2ff20f1-9dfe-4176-9e91-cebfcc425211 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.988412] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1971.988412] env[62743]: value = "task-2063893" [ 1971.988412] env[62743]: _type = "Task" [ 1971.988412] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.997641] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063893, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.077883] env[62743]: DEBUG nova.compute.utils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.085338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a18ff016-9543-4547-8405-aa7762bc8cf7 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.459s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.088245] env[62743]: DEBUG nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1972.088473] env[62743]: DEBUG nova.network.neutron [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.177025] env[62743]: DEBUG nova.policy [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2459ae62a35d496f95e4a7b79828c262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaed015c181a4e19b5ee86c571962edb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1972.216474] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1972.260052] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.260301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.260499] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.260684] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.260843] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.263244] env[62743]: INFO nova.compute.manager [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Terminating instance [ 1972.414624] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Successfully updated port: 22ae9b54-7e3e-4a5f-803c-5adffa39ba91 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1972.500314] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063893, 'name': CreateVM_Task, 'duration_secs': 0.358637} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.500617] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1972.501391] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.501564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.501910] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1972.504481] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22860e24-785c-45b8-8954-52c79d9fba02 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.509430] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1972.509430] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528f8296-d283-8cf0-f78b-4c0770e61720" [ 1972.509430] env[62743]: _type = "Task" [ 1972.509430] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.517504] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528f8296-d283-8cf0-f78b-4c0770e61720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.586793] env[62743]: DEBUG nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1972.648959] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a307e8c4-8fef-4da0-ba45-e6e722d7ea14 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.658852] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d59b7-2d2a-41d9-ba0b-5463cae34123 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.667013] env[62743]: DEBUG nova.network.neutron [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Successfully created port: 1f2d942c-1d35-47ab-99c6-fada1af9b3c9 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.697762] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee288ad5-09ab-4468-85c2-513c876d656a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.705946] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9be5c64-374b-405f-9391-cb6aefe81041 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.723160] env[62743]: DEBUG nova.compute.provider_tree [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.768578] env[62743]: DEBUG nova.compute.manager [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1972.768793] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.770755] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c1019c-d2c8-4a63-a814-dc7aac36c5b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.780840] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1972.781186] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c390b93-c2c5-441d-b2ac-e45c358ee878 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.789525] env[62743]: DEBUG oslo_vmware.api [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1972.789525] env[62743]: value = "task-2063894" [ 1972.789525] env[62743]: _type = "Task" [ 1972.789525] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.803467] env[62743]: DEBUG oslo_vmware.api [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.854155] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.891143] env[62743]: DEBUG nova.compute.manager [req-b0bb62b9-7b97-4d30-8995-cb298acda83b req-701eb5c4-5afe-4508-abdd-0625631a7627 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Received event network-vif-plugged-22ae9b54-7e3e-4a5f-803c-5adffa39ba91 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1972.891381] env[62743]: DEBUG oslo_concurrency.lockutils [req-b0bb62b9-7b97-4d30-8995-cb298acda83b req-701eb5c4-5afe-4508-abdd-0625631a7627 service nova] Acquiring lock "ba7ac02d-5544-4aca-bddb-2825c976241c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.891665] env[62743]: DEBUG oslo_concurrency.lockutils [req-b0bb62b9-7b97-4d30-8995-cb298acda83b req-701eb5c4-5afe-4508-abdd-0625631a7627 service nova] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.891771] env[62743]: DEBUG oslo_concurrency.lockutils [req-b0bb62b9-7b97-4d30-8995-cb298acda83b req-701eb5c4-5afe-4508-abdd-0625631a7627 service nova] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.891899] env[62743]: DEBUG nova.compute.manager [req-b0bb62b9-7b97-4d30-8995-cb298acda83b req-701eb5c4-5afe-4508-abdd-0625631a7627 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] No waiting events found dispatching network-vif-plugged-22ae9b54-7e3e-4a5f-803c-5adffa39ba91 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1972.892289] env[62743]: WARNING nova.compute.manager [req-b0bb62b9-7b97-4d30-8995-cb298acda83b req-701eb5c4-5afe-4508-abdd-0625631a7627 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Received unexpected event network-vif-plugged-22ae9b54-7e3e-4a5f-803c-5adffa39ba91 for instance with vm_state building and task_state spawning. [ 1972.922752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "refresh_cache-ba7ac02d-5544-4aca-bddb-2825c976241c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.922752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "refresh_cache-ba7ac02d-5544-4aca-bddb-2825c976241c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.922752] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.023754] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528f8296-d283-8cf0-f78b-4c0770e61720, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.024105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.024356] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.024563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.024700] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.024871] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.025252] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-481d6aa1-123c-4ace-bd87-5e0efd19e69d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.036967] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.037353] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.038250] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4827a8e4-9071-4e50-85d5-3a995211e31f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.044328] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1973.044328] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52eecf9e-b0ef-c593-526e-91895a2ed1cc" [ 1973.044328] env[62743]: _type = "Task" [ 1973.044328] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.055020] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52eecf9e-b0ef-c593-526e-91895a2ed1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.227761] env[62743]: DEBUG nova.scheduler.client.report [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.301794] env[62743]: DEBUG oslo_vmware.api [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063894, 'name': PowerOffVM_Task, 'duration_secs': 0.238914} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.302061] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1973.302247] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.302478] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7114324-001c-46c2-bebb-c53772d77472 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.357499] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.357973] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1973.357973] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.358113] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.358306] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.358363] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.358510] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.358655] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.358780] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1973.358921] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1973.469869] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1973.479163] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.479393] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.479575] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleting the datastore file [datastore1] c5343386-e9d5-4fc5-a7bc-56f568b8282b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.479835] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f81acb40-5c5d-4e3f-9039-171d61812822 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.490648] env[62743]: DEBUG oslo_vmware.api [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 1973.490648] env[62743]: value = "task-2063896" [ 1973.490648] env[62743]: _type = "Task" [ 1973.490648] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.502578] env[62743]: DEBUG oslo_vmware.api [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.556541] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52eecf9e-b0ef-c593-526e-91895a2ed1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.557960] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b25da01-c8db-4fac-a5a1-3afb39f77ffd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.563586] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1973.563586] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ae1495-7293-3480-5239-76bbdb24b507" [ 1973.563586] env[62743]: _type = "Task" [ 1973.563586] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.577882] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ae1495-7293-3480-5239-76bbdb24b507, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.578010] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.578554] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6b633ce0-90d2-4c09-8a4d-39cd217136d1/6b633ce0-90d2-4c09-8a4d-39cd217136d1.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1973.578669] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16dc134a-8e85-4c16-bcab-253d42ae9b64 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.584707] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1973.584707] env[62743]: value = "task-2063897" [ 1973.584707] env[62743]: _type = "Task" [ 1973.584707] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.592850] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.601391] env[62743]: DEBUG nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1973.627474] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1973.627796] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1973.627870] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1973.628062] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1973.628217] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1973.628364] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1973.628607] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1973.628728] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1973.629047] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1973.629210] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1973.629715] env[62743]: DEBUG nova.virt.hardware [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1973.630820] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce1dd92-a7de-4622-8d7d-926a09facee7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.638146] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c226be0-0c0d-4250-b34b-945492043721 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.655808] env[62743]: DEBUG nova.network.neutron [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Updating instance_info_cache with network_info: [{"id": "22ae9b54-7e3e-4a5f-803c-5adffa39ba91", "address": "fa:16:3e:f1:d1:71", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ae9b54-7e", "ovs_interfaceid": "22ae9b54-7e3e-4a5f-803c-5adffa39ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.664646] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "78000a54-917a-4bfe-ad6b-9907aee03a23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.664866] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.733280] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.736265] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.161s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.736513] env[62743]: DEBUG nova.objects.instance [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lazy-loading 'resources' on Instance uuid 8a88102f-7880-4fec-af45-6fc6651bfd18 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1973.760062] env[62743]: INFO nova.scheduler.client.report [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted allocations for instance 6f89ca5a-ad87-4201-8bcc-6deeb60df555 [ 1973.865597] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.870958] env[62743]: DEBUG nova.compute.manager [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1973.871925] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8e151d-f0ce-469e-99c5-7bea125e7319 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.003091] env[62743]: DEBUG oslo_vmware.api [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2063896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131542} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.003091] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.003318] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1974.003436] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1974.003593] env[62743]: INFO nova.compute.manager [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1974.003841] env[62743]: DEBUG oslo.service.loopingcall [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.004044] env[62743]: DEBUG nova.compute.manager [-] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1974.004143] env[62743]: DEBUG nova.network.neutron [-] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.096966] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461706} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.097259] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6b633ce0-90d2-4c09-8a4d-39cd217136d1/6b633ce0-90d2-4c09-8a4d-39cd217136d1.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1974.097475] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1974.097753] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be1455f0-038e-4e85-bc61-5b9cd8baea8b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.104559] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1974.104559] env[62743]: value = "task-2063898" [ 1974.104559] env[62743]: _type = "Task" [ 1974.104559] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.113171] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.159156] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "refresh_cache-ba7ac02d-5544-4aca-bddb-2825c976241c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.159156] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Instance network_info: |[{"id": "22ae9b54-7e3e-4a5f-803c-5adffa39ba91", "address": "fa:16:3e:f1:d1:71", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ae9b54-7e", "ovs_interfaceid": "22ae9b54-7e3e-4a5f-803c-5adffa39ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1974.159156] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d1:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ae9b54-7e3e-4a5f-803c-5adffa39ba91', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1974.167125] env[62743]: DEBUG oslo.service.loopingcall [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.167557] env[62743]: DEBUG nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.170389] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1974.170724] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff47bb56-0dd5-44e1-a14e-2f47a3cba310 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.191884] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1974.191884] env[62743]: value = "task-2063899" [ 1974.191884] env[62743]: _type = "Task" [ 1974.191884] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.200551] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063899, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.268620] env[62743]: DEBUG oslo_concurrency.lockutils [None req-024027d0-a42d-40b9-884d-cd1aa1e193c3 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "6f89ca5a-ad87-4201-8bcc-6deeb60df555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.596s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.383825] env[62743]: INFO nova.compute.manager [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] instance snapshotting [ 1974.384129] env[62743]: WARNING nova.compute.manager [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1974.387043] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65998b5-59e4-4704-8ba3-d07b81ac9b13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.412977] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f29b27-4b72-46b2-bf6d-63651b903a61 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.616242] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077217} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.616242] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1974.617069] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf01df2-4fe0-4cee-b371-2eac4701680f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.641386] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6b633ce0-90d2-4c09-8a4d-39cd217136d1/6b633ce0-90d2-4c09-8a4d-39cd217136d1.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1974.642366] env[62743]: DEBUG nova.network.neutron [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Successfully updated port: 1f2d942c-1d35-47ab-99c6-fada1af9b3c9 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.643498] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc966820-88b3-4e42-9e76-367948d0e7e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.672396] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1974.672396] env[62743]: value = "task-2063900" [ 1974.672396] env[62743]: _type = "Task" [ 1974.672396] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.683620] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.702348] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063899, 'name': CreateVM_Task, 'duration_secs': 0.420605} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.702519] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1974.703219] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.703397] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.703694] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1974.706239] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe7db81-b636-4c49-bb37-760cf1025c43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.708645] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.711995] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1974.711995] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522b70dd-4d8a-4538-60d6-d73d1c6f8188" [ 1974.711995] env[62743]: _type = "Task" [ 1974.711995] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.724216] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522b70dd-4d8a-4538-60d6-d73d1c6f8188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.757520] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35806f-c675-406b-8a64-d1431e820332 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.764660] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b20e698-f2da-46a4-b5db-9fcef4bb10a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.794197] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136bb051-02c0-4103-87a3-9444f14b5398 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.802016] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a5b17-d948-43fd-9952-32d190357c4f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.814903] env[62743]: DEBUG nova.compute.provider_tree [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1974.923215] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Received event network-changed-22ae9b54-7e3e-4a5f-803c-5adffa39ba91 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1974.923497] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Refreshing instance network info cache due to event network-changed-22ae9b54-7e3e-4a5f-803c-5adffa39ba91. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1974.923676] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Acquiring lock "refresh_cache-ba7ac02d-5544-4aca-bddb-2825c976241c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.923844] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Acquired lock "refresh_cache-ba7ac02d-5544-4aca-bddb-2825c976241c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.924038] env[62743]: DEBUG nova.network.neutron [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Refreshing network info cache for port 22ae9b54-7e3e-4a5f-803c-5adffa39ba91 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1974.926152] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1974.926532] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53eb8473-8900-424d-abee-e2e2b8eda65d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.936743] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1974.936743] env[62743]: value = "task-2063901" [ 1974.936743] env[62743]: _type = "Task" [ 1974.936743] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.945081] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.025706] env[62743]: DEBUG nova.network.neutron [-] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.160200] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.160446] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.160519] env[62743]: DEBUG nova.network.neutron [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.166340] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.166578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.166777] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.166958] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.167154] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.169383] env[62743]: INFO nova.compute.manager [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Terminating instance [ 1975.181798] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063900, 'name': ReconfigVM_Task, 'duration_secs': 0.294343} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.182268] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6b633ce0-90d2-4c09-8a4d-39cd217136d1/6b633ce0-90d2-4c09-8a4d-39cd217136d1.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1975.182908] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ee3fe1c-e730-4e74-8895-fd4363934ef6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.190309] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1975.190309] env[62743]: value = "task-2063902" [ 1975.190309] env[62743]: _type = "Task" [ 1975.190309] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.199251] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063902, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.221551] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522b70dd-4d8a-4538-60d6-d73d1c6f8188, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.221836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.222105] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1975.222352] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.222529] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.222715] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1975.222966] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac4060a-8b6c-4e26-bc2d-9d5758a4ae93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.231484] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1975.231658] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1975.232467] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6716bd36-8bfb-4a62-b96a-fe14ad14bd8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.237401] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1975.237401] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5250955c-2857-0b25-5ab7-b860e3e23d59" [ 1975.237401] env[62743]: _type = "Task" [ 1975.237401] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.244585] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5250955c-2857-0b25-5ab7-b860e3e23d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.336292] env[62743]: ERROR nova.scheduler.client.report [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] [req-1cc2e09a-59ef-42f6-8d4d-fb44f42aa4bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1cc2e09a-59ef-42f6-8d4d-fb44f42aa4bd"}]} [ 1975.352749] env[62743]: DEBUG nova.scheduler.client.report [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1975.369377] env[62743]: DEBUG nova.scheduler.client.report [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1975.369377] env[62743]: DEBUG nova.compute.provider_tree [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1975.382038] env[62743]: DEBUG nova.scheduler.client.report [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1975.402041] env[62743]: DEBUG nova.scheduler.client.report [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1975.449347] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063901, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.530898] env[62743]: INFO nova.compute.manager [-] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Took 1.53 seconds to deallocate network for instance. [ 1975.673353] env[62743]: DEBUG nova.compute.manager [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1975.673565] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1975.674481] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9256fb-2e19-4615-9942-86f4d677b076 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.685449] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1975.685710] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9ba8f3-f9a7-4fc7-ba88-b6188644fbdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.688652] env[62743]: DEBUG nova.network.neutron [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Updated VIF entry in instance network info cache for port 22ae9b54-7e3e-4a5f-803c-5adffa39ba91. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1975.690064] env[62743]: DEBUG nova.network.neutron [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Updating instance_info_cache with network_info: [{"id": "22ae9b54-7e3e-4a5f-803c-5adffa39ba91", "address": "fa:16:3e:f1:d1:71", "network": {"id": "fc65f514-f155-47a4-838a-3953dccca3a9", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2030835438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a70215d14c3454e8b9cf5314c7924d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ae9b54-7e", "ovs_interfaceid": "22ae9b54-7e3e-4a5f-803c-5adffa39ba91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.698069] env[62743]: DEBUG oslo_vmware.api [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1975.698069] env[62743]: value = "task-2063903" [ 1975.698069] env[62743]: _type = "Task" [ 1975.698069] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.709024] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063902, 'name': Rename_Task, 'duration_secs': 0.152867} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.709024] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1975.709024] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f597489b-d333-49cc-8871-dcea5961cc67 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.711633] env[62743]: DEBUG oslo_vmware.api [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.715359] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1975.715359] env[62743]: value = "task-2063904" [ 1975.715359] env[62743]: _type = "Task" [ 1975.715359] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.718500] env[62743]: DEBUG nova.network.neutron [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1975.731594] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063904, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.748108] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5250955c-2857-0b25-5ab7-b860e3e23d59, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.753669] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0040474b-16b9-483a-ab44-9564460f45c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.759678] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1975.759678] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5210b948-26cf-1a6c-a148-55ad99b717e2" [ 1975.759678] env[62743]: _type = "Task" [ 1975.759678] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.769178] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210b948-26cf-1a6c-a148-55ad99b717e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.833957] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc633cd-08eb-485d-970a-b07d3b97bfc6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.842055] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f28a6e-9298-4ef0-883c-f56907ee3f3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.875972] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d8163f-e0ed-4dc3-b67a-a2c6cc5ea362 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.885366] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6d2e4e-5ab8-4286-9fbf-d34d5fb33c27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.899579] env[62743]: DEBUG nova.compute.provider_tree [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1975.930997] env[62743]: DEBUG nova.network.neutron [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance_info_cache with network_info: [{"id": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "address": "fa:16:3e:46:3f:47", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d942c-1d", "ovs_interfaceid": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.948502] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063901, 'name': CreateSnapshot_Task, 'duration_secs': 0.561337} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.948758] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1975.949502] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125741b7-fca5-4170-8c49-49937d3a15ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.038147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.199382] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Releasing lock "refresh_cache-ba7ac02d-5544-4aca-bddb-2825c976241c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.199690] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Received event network-vif-plugged-1f2d942c-1d35-47ab-99c6-fada1af9b3c9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.199902] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Acquiring lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.200173] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.200376] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.200571] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] No waiting events found dispatching network-vif-plugged-1f2d942c-1d35-47ab-99c6-fada1af9b3c9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.200799] env[62743]: WARNING nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Received unexpected event network-vif-plugged-1f2d942c-1d35-47ab-99c6-fada1af9b3c9 for instance with vm_state building and task_state spawning. [ 1976.200976] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Received event network-vif-deleted-b55c7cb7-01a5-4c73-8f06-ec74da84aaeb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.201207] env[62743]: INFO nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Neutron deleted interface b55c7cb7-01a5-4c73-8f06-ec74da84aaeb; detaching it from the instance and deleting it from the info cache [ 1976.201312] env[62743]: DEBUG nova.network.neutron [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.211658] env[62743]: DEBUG oslo_vmware.api [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063903, 'name': PowerOffVM_Task, 'duration_secs': 0.199168} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.211828] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1976.211989] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1976.213120] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4356788-b3d7-41a6-967e-6b04f7dd46e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.228786] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063904, 'name': PowerOnVM_Task, 'duration_secs': 0.471352} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.229031] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1976.229234] env[62743]: INFO nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1976.229409] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1976.230171] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcfc622-647b-4018-8a94-e241038d01bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.269830] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210b948-26cf-1a6c-a148-55ad99b717e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.270910] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.271346] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ba7ac02d-5544-4aca-bddb-2825c976241c/ba7ac02d-5544-4aca-bddb-2825c976241c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1976.271463] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00cde84d-95cf-4cd4-9a89-2fc3ea20145c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.278756] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1976.278756] env[62743]: value = "task-2063906" [ 1976.278756] env[62743]: _type = "Task" [ 1976.278756] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.286935] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.299039] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1976.299039] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1976.299039] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleting the datastore file [datastore1] dd014a6d-45ba-4a56-9fd8-914c019c1f5b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1976.299039] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6824ae4d-0f50-4dfa-8cda-51d3fc482032 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.306108] env[62743]: DEBUG oslo_vmware.api [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 1976.306108] env[62743]: value = "task-2063907" [ 1976.306108] env[62743]: _type = "Task" [ 1976.306108] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.313997] env[62743]: DEBUG oslo_vmware.api [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.433982] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.435121] env[62743]: DEBUG nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Instance network_info: |[{"id": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "address": "fa:16:3e:46:3f:47", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d942c-1d", "ovs_interfaceid": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1976.435916] env[62743]: DEBUG nova.scheduler.client.report [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1976.437044] env[62743]: DEBUG nova.compute.provider_tree [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 84 to 85 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1976.437361] env[62743]: DEBUG nova.compute.provider_tree [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1976.441505] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:3f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2d942c-1d35-47ab-99c6-fada1af9b3c9', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.450082] env[62743]: DEBUG oslo.service.loopingcall [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.450578] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.450821] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f272f3-51fe-44c6-be65-d8578f3e407a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.472386] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1976.473046] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aad99c63-ca3a-4fb1-b1bf-a5cc01d2508c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.483333] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1976.483333] env[62743]: value = "task-2063908" [ 1976.483333] env[62743]: _type = "Task" [ 1976.483333] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.484386] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1976.484386] env[62743]: value = "task-2063909" [ 1976.484386] env[62743]: _type = "Task" [ 1976.484386] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.497168] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063908, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.500640] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063909, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.707266] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28e01120-7b37-47e3-a4dc-408a862a9cc4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.717165] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a9449-b66d-4416-8658-a1f7ddbcdf69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.757390] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Detach interface failed, port_id=b55c7cb7-01a5-4c73-8f06-ec74da84aaeb, reason: Instance c5343386-e9d5-4fc5-a7bc-56f568b8282b could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1976.757390] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Received event network-changed-1f2d942c-1d35-47ab-99c6-fada1af9b3c9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.757390] env[62743]: DEBUG nova.compute.manager [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Refreshing instance network info cache due to event network-changed-1f2d942c-1d35-47ab-99c6-fada1af9b3c9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1976.757631] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Acquiring lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.757631] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Acquired lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.757715] env[62743]: DEBUG nova.network.neutron [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Refreshing network info cache for port 1f2d942c-1d35-47ab-99c6-fada1af9b3c9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.763128] env[62743]: INFO nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Took 47.43 seconds to build instance. [ 1976.791441] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063906, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.816492] env[62743]: DEBUG oslo_vmware.api [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265854} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.816828] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1976.816916] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1976.817102] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1976.817321] env[62743]: INFO nova.compute.manager [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1976.817567] env[62743]: DEBUG oslo.service.loopingcall [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.817758] env[62743]: DEBUG nova.compute.manager [-] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1976.817850] env[62743]: DEBUG nova.network.neutron [-] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1976.952110] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.216s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.954907] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.881s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.954907] env[62743]: DEBUG nova.objects.instance [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'resources' on Instance uuid 40e066ca-2283-4c5e-a98a-bddfcf032070 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.975693] env[62743]: INFO nova.scheduler.client.report [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Deleted allocations for instance 8a88102f-7880-4fec-af45-6fc6651bfd18 [ 1976.995799] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063908, 'name': CreateVM_Task, 'duration_secs': 0.441618} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.996315] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.996976] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.997159] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.997476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.997719] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe810890-847a-4f43-840f-8fc110e96395 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.003056] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063909, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.005672] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1977.005672] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c6664f-7dae-e360-5b9c-cf7c751519b9" [ 1977.005672] env[62743]: _type = "Task" [ 1977.005672] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.013254] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c6664f-7dae-e360-5b9c-cf7c751519b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.168820] env[62743]: DEBUG nova.compute.manager [req-6b1c9138-1bbb-4d8b-9dd1-fa61832eb567 req-a57a1346-eed4-468f-9d2a-223725017967 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Received event network-vif-deleted-0e67c48a-15e9-4813-a026-919f31aae74a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1977.168991] env[62743]: INFO nova.compute.manager [req-6b1c9138-1bbb-4d8b-9dd1-fa61832eb567 req-a57a1346-eed4-468f-9d2a-223725017967 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Neutron deleted interface 0e67c48a-15e9-4813-a026-919f31aae74a; detaching it from the instance and deleting it from the info cache [ 1977.169188] env[62743]: DEBUG nova.network.neutron [req-6b1c9138-1bbb-4d8b-9dd1-fa61832eb567 req-a57a1346-eed4-468f-9d2a-223725017967 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.264952] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.737s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.291142] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557282} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.291424] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ba7ac02d-5544-4aca-bddb-2825c976241c/ba7ac02d-5544-4aca-bddb-2825c976241c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.291632] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.291888] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5eda8f3-764a-472b-89b6-dbea22a915b5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.298822] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1977.298822] env[62743]: value = "task-2063910" [ 1977.298822] env[62743]: _type = "Task" [ 1977.298822] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.307783] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.485497] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b189409-cae4-4453-a3f9-23312868a4ec tempest-ServersAaction247Test-1164166711 tempest-ServersAaction247Test-1164166711-project-member] Lock "8a88102f-7880-4fec-af45-6fc6651bfd18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.198s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.494343] env[62743]: DEBUG nova.network.neutron [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updated VIF entry in instance network info cache for port 1f2d942c-1d35-47ab-99c6-fada1af9b3c9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1977.494656] env[62743]: DEBUG nova.network.neutron [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance_info_cache with network_info: [{"id": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "address": "fa:16:3e:46:3f:47", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d942c-1d", "ovs_interfaceid": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.504991] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063909, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.519393] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c6664f-7dae-e360-5b9c-cf7c751519b9, 'name': SearchDatastore_Task, 'duration_secs': 0.023891} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.519747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.520029] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1977.520311] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.520484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.520693] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1977.521070] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a552474-52c9-4862-adba-e6c5469f5b9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.530112] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1977.530301] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1977.531142] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0e4ca4-b56b-46c3-bc7a-cfcf929bc7f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.540409] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1977.540409] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524f5736-6539-3329-7288-9897072d74dd" [ 1977.540409] env[62743]: _type = "Task" [ 1977.540409] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.547979] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524f5736-6539-3329-7288-9897072d74dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.645996] env[62743]: DEBUG nova.network.neutron [-] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.671392] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f6edc37-2df4-47a4-a46b-d55f98b7f633 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.680510] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3fcfdd-f726-425e-b3c2-5290598421b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.715445] env[62743]: DEBUG nova.compute.manager [req-6b1c9138-1bbb-4d8b-9dd1-fa61832eb567 req-a57a1346-eed4-468f-9d2a-223725017967 service nova] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Detach interface failed, port_id=0e67c48a-15e9-4813-a026-919f31aae74a, reason: Instance dd014a6d-45ba-4a56-9fd8-914c019c1f5b could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1977.811144] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06401} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.811509] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1977.812359] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8e1aa-e501-48ae-804e-8f8c2ee7cd55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.835834] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] ba7ac02d-5544-4aca-bddb-2825c976241c/ba7ac02d-5544-4aca-bddb-2825c976241c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1977.836761] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db550edf-20c3-4437-90e9-a5bb13fa0156 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.851234] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc680d3-4d8e-48e3-a7e8-d523ba74ab86 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.860687] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa67beb3-e6b2-484d-98c3-c8740aec959e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.863973] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1977.863973] env[62743]: value = "task-2063911" [ 1977.863973] env[62743]: _type = "Task" [ 1977.863973] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.896094] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5339fcd-1907-49dc-a9ef-31664611e60b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.902146] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.907910] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba487fbd-d220-4ab8-962f-a62d01194ffe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.922522] env[62743]: DEBUG nova.compute.provider_tree [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.000360] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6209c09-3e70-4897-824a-c9a26b493f76 req-3117596e-62d2-47a3-b4e8-2308733d8a03 service nova] Releasing lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.000817] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063909, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.051261] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524f5736-6539-3329-7288-9897072d74dd, 'name': SearchDatastore_Task, 'duration_secs': 0.023557} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.052063] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af05a2ca-e20d-464d-abb4-19fda22c3078 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.057254] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1978.057254] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a2f712-2d7a-b21f-ce90-5903c679b9e3" [ 1978.057254] env[62743]: _type = "Task" [ 1978.057254] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.064731] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a2f712-2d7a-b21f-ce90-5903c679b9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.148860] env[62743]: INFO nova.compute.manager [-] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Took 1.33 seconds to deallocate network for instance. [ 1978.374462] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063911, 'name': ReconfigVM_Task, 'duration_secs': 0.271674} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.374731] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] ba7ac02d-5544-4aca-bddb-2825c976241c/ba7ac02d-5544-4aca-bddb-2825c976241c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.375935] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdfde5ef-fcc2-45cb-b057-c8cd33e15b0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.382069] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1978.382069] env[62743]: value = "task-2063912" [ 1978.382069] env[62743]: _type = "Task" [ 1978.382069] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.390477] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063912, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.425793] env[62743]: DEBUG nova.scheduler.client.report [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.502757] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063909, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.570039] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a2f712-2d7a-b21f-ce90-5903c679b9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.570475] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.570778] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 8165f1f6-1140-4268-8d6a-4a5bc86d61ad/8165f1f6-1140-4268-8d6a-4a5bc86d61ad.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1978.571060] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4555c04-4dbf-44b3-bb4e-c27c2310fa18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.578479] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1978.578479] env[62743]: value = "task-2063913" [ 1978.578479] env[62743]: _type = "Task" [ 1978.578479] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.588806] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.655252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.893681] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063912, 'name': Rename_Task, 'duration_secs': 0.153184} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.894173] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.894475] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c706c5a8-bcbc-4cf7-a682-60fd0f858532 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.903018] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1978.903018] env[62743]: value = "task-2063914" [ 1978.903018] env[62743]: _type = "Task" [ 1978.903018] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.912214] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.932394] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.936030] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.702s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.937832] env[62743]: INFO nova.compute.claims [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1978.959658] env[62743]: INFO nova.scheduler.client.report [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted allocations for instance 40e066ca-2283-4c5e-a98a-bddfcf032070 [ 1979.004482] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063909, 'name': CloneVM_Task, 'duration_secs': 2.271272} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.006210] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Created linked-clone VM from snapshot [ 1979.006210] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51adbce-2442-4855-b7f2-ebad796bc5c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.017257] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Uploading image a1074b39-8b1e-4f6d-8df0-37564da87a34 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1979.053919] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1979.053919] env[62743]: value = "vm-423291" [ 1979.053919] env[62743]: _type = "VirtualMachine" [ 1979.053919] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1979.054266] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-67afc722-5280-4385-9a2e-112d0b9eefe5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.063191] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease: (returnval){ [ 1979.063191] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520afa45-2666-10b5-c632-6f12c3927b3a" [ 1979.063191] env[62743]: _type = "HttpNfcLease" [ 1979.063191] env[62743]: } obtained for exporting VM: (result){ [ 1979.063191] env[62743]: value = "vm-423291" [ 1979.063191] env[62743]: _type = "VirtualMachine" [ 1979.063191] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1979.063487] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the lease: (returnval){ [ 1979.063487] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520afa45-2666-10b5-c632-6f12c3927b3a" [ 1979.063487] env[62743]: _type = "HttpNfcLease" [ 1979.063487] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1979.071340] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1979.071340] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520afa45-2666-10b5-c632-6f12c3927b3a" [ 1979.071340] env[62743]: _type = "HttpNfcLease" [ 1979.071340] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1979.089714] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.413608] env[62743]: DEBUG oslo_vmware.api [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063914, 'name': PowerOnVM_Task, 'duration_secs': 0.508101} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.413981] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.414114] env[62743]: INFO nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1979.415206] env[62743]: DEBUG nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.415206] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc49637-4ef5-4f3f-a547-a141ff7dc782 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.469660] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aa8f967f-f97f-4940-9d5d-0a4c5b2c9ca0 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "40e066ca-2283-4c5e-a98a-bddfcf032070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.330s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.573237] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1979.573237] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520afa45-2666-10b5-c632-6f12c3927b3a" [ 1979.573237] env[62743]: _type = "HttpNfcLease" [ 1979.573237] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1979.573550] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1979.573550] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520afa45-2666-10b5-c632-6f12c3927b3a" [ 1979.573550] env[62743]: _type = "HttpNfcLease" [ 1979.573550] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1979.578336] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aeaaa3-58d2-4b44-83a9-fb5da7958ee3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.588657] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d3663-351d-f3cb-343b-2d8cc2810365/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1979.588835] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d3663-351d-f3cb-343b-2d8cc2810365/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1979.593650] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539174} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.594739] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 8165f1f6-1140-4268-8d6a-4a5bc86d61ad/8165f1f6-1140-4268-8d6a-4a5bc86d61ad.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1979.595083] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1979.650150] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da240eda-9ea9-4588-a9b4-422100657879 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.660178] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1979.660178] env[62743]: value = "task-2063916" [ 1979.660178] env[62743]: _type = "Task" [ 1979.660178] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.669331] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.742021] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-08fc2cee-fc7f-4877-b349-740bcb6876be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.938687] env[62743]: INFO nova.compute.manager [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Took 49.06 seconds to build instance. [ 1980.170141] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063634} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.170422] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.171260] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcd7dd3-f006-4784-8135-f1c6c6d3cdd1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.198751] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 8165f1f6-1140-4268-8d6a-4a5bc86d61ad/8165f1f6-1140-4268-8d6a-4a5bc86d61ad.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.202106] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edc9287-89ce-496e-909d-e9638c283672 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.224690] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1980.224690] env[62743]: value = "task-2063917" [ 1980.224690] env[62743]: _type = "Task" [ 1980.224690] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.239396] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.443612] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c2e2ce3-53de-4d12-9c44-93934bbf183b tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.889s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.448660] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e29d46-4b2f-4f8e-94fb-4781faae3c9d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.462704] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e092d8-5555-42c5-b901-02569ebe503b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.497990] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c9854-7243-479f-8be5-e03926a68ba5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.508900] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd8790d-d1c9-451f-b037-47a7bdfab026 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.528772] env[62743]: DEBUG nova.compute.provider_tree [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1980.741821] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.602715] env[62743]: DEBUG nova.scheduler.client.report [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.606918] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.607061] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.607345] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.607578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.607745] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.613395] env[62743]: INFO nova.compute.manager [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Terminating instance [ 1981.619143] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.619468] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.631063] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063917, 'name': ReconfigVM_Task, 'duration_secs': 0.652378} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.631063] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 8165f1f6-1140-4268-8d6a-4a5bc86d61ad/8165f1f6-1140-4268-8d6a-4a5bc86d61ad.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.631063] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ade11632-0594-4ec8-be0f-4f08b0383486 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.637326] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1981.637326] env[62743]: value = "task-2063918" [ 1981.637326] env[62743]: _type = "Task" [ 1981.637326] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.649634] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063918, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.116484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.181s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.117104] env[62743]: DEBUG nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1982.120891] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.392s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.124337] env[62743]: DEBUG nova.objects.instance [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lazy-loading 'resources' on Instance uuid 85bb3618-e2ed-4dfa-8407-85aacf0ca554 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.126261] env[62743]: DEBUG nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1982.134018] env[62743]: DEBUG nova.compute.manager [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.134018] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.134018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "ba7ac02d-5544-4aca-bddb-2825c976241c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.134018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.134018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "ba7ac02d-5544-4aca-bddb-2825c976241c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.134018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.134018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.139017] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab86410-1f4f-4074-8239-c88f554f48ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.142069] env[62743]: INFO nova.compute.manager [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Terminating instance [ 1982.152852] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.156096] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ca9ae1a-6d50-40f7-99a2-75691df92186 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.158013] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063918, 'name': Rename_Task, 'duration_secs': 0.222671} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.158377] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.159040] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-908e6090-4b68-4f0e-aa56-900ad9dd9a73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.163204] env[62743]: DEBUG oslo_vmware.api [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1982.163204] env[62743]: value = "task-2063919" [ 1982.163204] env[62743]: _type = "Task" [ 1982.163204] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.167215] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 1982.167215] env[62743]: value = "task-2063920" [ 1982.167215] env[62743]: _type = "Task" [ 1982.167215] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.174326] env[62743]: DEBUG oslo_vmware.api [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.179652] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.339569] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.339872] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.631054] env[62743]: DEBUG nova.compute.utils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.632021] env[62743]: DEBUG nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1982.632230] env[62743]: DEBUG nova.network.neutron [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1982.649834] env[62743]: DEBUG nova.compute.manager [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.650100] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.651280] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431639b5-e77a-4918-b9cc-4ddd79466f43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.662284] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.670537] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.677471] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cecc1b9-3dd9-43bd-adaa-39fd114bb57d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.683019] env[62743]: DEBUG oslo_vmware.api [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063919, 'name': PowerOffVM_Task, 'duration_secs': 0.273065} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.683019] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1982.683019] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1982.683019] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a750acdb-7c79-48db-83ae-efead7a87b55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.688037] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.689693] env[62743]: DEBUG oslo_vmware.api [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1982.689693] env[62743]: value = "task-2063921" [ 1982.689693] env[62743]: _type = "Task" [ 1982.689693] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.696688] env[62743]: DEBUG nova.policy [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4419d3aa464dcdba9ac822d4cf65e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba4d3081f694640a5bf84feafdc4789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1982.704023] env[62743]: DEBUG oslo_vmware.api [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.843465] env[62743]: DEBUG nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1983.072334] env[62743]: DEBUG nova.network.neutron [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Successfully created port: 03c9203e-9bc2-4689-bcb1-40e0d65b0960 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1983.138920] env[62743]: DEBUG nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1983.144257] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a5da5-f8cb-4138-8210-a0436602d6ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.153982] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a06dbc0-035f-429a-9709-7f75a303dc0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.193946] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76179416-4122-42a2-ae95-5f5c54712202 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.205905] env[62743]: DEBUG oslo_vmware.api [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2063920, 'name': PowerOnVM_Task, 'duration_secs': 0.618015} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.211238] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.215028] env[62743]: INFO nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1983.215028] env[62743]: DEBUG nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.215028] env[62743]: DEBUG oslo_vmware.api [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063921, 'name': PowerOffVM_Task, 'duration_secs': 0.300549} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.215028] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d9881-59de-44ca-9b2e-3018a6f31804 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.215390] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.215562] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.216744] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1949d-ea59-424b-af41-8a4b46c7c41a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.220931] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec4b6482-ceb9-4fb9-9c3d-aaa2e240de84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.241023] env[62743]: DEBUG nova.compute.provider_tree [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.368311] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.745284] env[62743]: DEBUG nova.scheduler.client.report [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.752964] env[62743]: INFO nova.compute.manager [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Took 48.15 seconds to build instance. [ 1984.146179] env[62743]: DEBUG nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1984.170091] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1984.170354] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1984.170505] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1984.170683] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1984.170822] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1984.170965] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1984.171193] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1984.171459] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1984.171530] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1984.171660] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1984.171824] env[62743]: DEBUG nova.virt.hardware [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1984.172718] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdc0eb2-0bca-4aef-bafd-cb5deb191840 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.182891] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d4d07-579e-414c-a659-396238c06d74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.255124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.257500] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b747f9a-7614-41bd-ada0-fad3e6949621 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.613s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.258084] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.295s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.260026] env[62743]: INFO nova.compute.claims [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.280050] env[62743]: INFO nova.scheduler.client.report [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Deleted allocations for instance 85bb3618-e2ed-4dfa-8407-85aacf0ca554 [ 1984.787065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e476c6b6-a000-477d-8f62-a8a34df289be tempest-ServerTagsTestJSON-1220001692 tempest-ServerTagsTestJSON-1220001692-project-member] Lock "85bb3618-e2ed-4dfa-8407-85aacf0ca554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.092s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.712229] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf6750a-5d38-4944-933c-8bb0b53114ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.720186] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfdf860-7db2-44f7-b4a8-e1b46eb92db7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.751957] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f6c11e-568a-434c-9b51-d188f917972c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.760082] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b0c36b-86a2-41e5-bc29-263d1f4d2738 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.775262] env[62743]: DEBUG nova.compute.provider_tree [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.914077] env[62743]: DEBUG nova.compute.manager [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1986.281579] env[62743]: DEBUG nova.scheduler.client.report [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.433450] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.793728] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.794249] env[62743]: DEBUG nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.801028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.712s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.801028] env[62743]: INFO nova.compute.claims [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1987.306230] env[62743]: DEBUG nova.compute.utils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.313018] env[62743]: DEBUG nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.313018] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.375626] env[62743]: DEBUG nova.policy [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e2f8bc2ecd547d29072a3e360225906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767efea08bd740bca724886e8a1f7699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.487314] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d3663-351d-f3cb-343b-2d8cc2810365/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1987.488558] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c2554-adb7-4288-9eba-7aa2847dec14 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.495525] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d3663-351d-f3cb-343b-2d8cc2810365/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1987.495694] env[62743]: ERROR oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d3663-351d-f3cb-343b-2d8cc2810365/disk-0.vmdk due to incomplete transfer. [ 1987.495929] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43677cbc-bb33-4386-85bf-c55696e7dbc7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.504016] env[62743]: DEBUG oslo_vmware.rw_handles [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522d3663-351d-f3cb-343b-2d8cc2810365/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1987.504511] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Uploaded image a1074b39-8b1e-4f6d-8df0-37564da87a34 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1987.507774] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1987.508289] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bcdf23c-b8fc-4059-8640-ab469857faa3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.516631] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1987.516631] env[62743]: value = "task-2063924" [ 1987.516631] env[62743]: _type = "Task" [ 1987.516631] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.525860] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063924, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.715953] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Successfully created port: 120db9b1-90b5-4f40-86a8-73a1109ba5da {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1987.767149] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.767472] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.767689] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleting the datastore file [datastore1] 6b633ce0-90d2-4c09-8a4d-39cd217136d1 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.768073] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e208a88c-3ec2-49b6-acd2-f865374f41cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.776889] env[62743]: DEBUG oslo_vmware.api [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1987.776889] env[62743]: value = "task-2063925" [ 1987.776889] env[62743]: _type = "Task" [ 1987.776889] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.785442] env[62743]: DEBUG oslo_vmware.api [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.789481] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.789737] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.789925] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleting the datastore file [datastore1] ba7ac02d-5544-4aca-bddb-2825c976241c {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.790219] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0225ec61-094b-4dc2-babc-d8b4834b1276 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.796235] env[62743]: DEBUG oslo_vmware.api [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for the task: (returnval){ [ 1987.796235] env[62743]: value = "task-2063926" [ 1987.796235] env[62743]: _type = "Task" [ 1987.796235] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.804172] env[62743]: DEBUG oslo_vmware.api [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.812888] env[62743]: DEBUG nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1988.025584] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063924, 'name': Destroy_Task, 'duration_secs': 0.495665} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.025928] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Destroyed the VM [ 1988.026086] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1988.026344] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46b7c503-3647-4161-9fdb-c7f8b84f1a55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.035150] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1988.035150] env[62743]: value = "task-2063927" [ 1988.035150] env[62743]: _type = "Task" [ 1988.035150] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.046713] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063927, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.047393] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Successfully created port: cd647f80-0a2b-4fe4-8571-897ab4d4d352 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1988.295080] env[62743]: DEBUG oslo_vmware.api [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2444} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.295799] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.295799] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.295799] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.298768] env[62743]: INFO nova.compute.manager [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Took 6.16 seconds to destroy the instance on the hypervisor. [ 1988.298768] env[62743]: DEBUG oslo.service.loopingcall [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.298768] env[62743]: DEBUG nova.compute.manager [-] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.298768] env[62743]: DEBUG nova.network.neutron [-] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.306954] env[62743]: DEBUG oslo_vmware.api [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Task: {'id': task-2063926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219846} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.307278] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.307481] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.307732] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.307960] env[62743]: INFO nova.compute.manager [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Took 5.66 seconds to destroy the instance on the hypervisor. [ 1988.308307] env[62743]: DEBUG oslo.service.loopingcall [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.309482] env[62743]: DEBUG nova.compute.manager [-] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.309482] env[62743]: DEBUG nova.network.neutron [-] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.346558] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c25b55-96f1-4f02-aa3f-1ecda9f07bb9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.354263] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb499d9-32df-47de-ad22-6bd6c89380ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.389864] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fd3389-ba46-402f-8f46-73bb6eda5299 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.398876] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aad8d5-c2ef-46c9-a92b-b329129bc078 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.413838] env[62743]: DEBUG nova.compute.provider_tree [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1988.545681] env[62743]: DEBUG oslo_vmware.api [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063927, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436711} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.548690] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1988.548690] env[62743]: INFO nova.compute.manager [None req-eefdfe19-962a-4d87-808c-e59f2a380f97 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Took 14.16 seconds to snapshot the instance on the hypervisor. [ 1988.828319] env[62743]: DEBUG nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.854243] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.854520] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.854674] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.854856] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.855012] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.855474] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.855807] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.856037] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.856260] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.856467] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.856698] env[62743]: DEBUG nova.virt.hardware [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.857878] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3313353-e3aa-432b-9f88-abb4b032060d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.872596] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0252ff54-4c77-441d-a206-7587d3a62b98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.939903] env[62743]: DEBUG nova.compute.manager [req-4634f4b1-de63-4082-b479-89a465678097 req-2334843e-d70b-489e-8166-b275792d98db service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Received event network-vif-deleted-38ad3706-df48-4332-8556-0dc17ac2eeeb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1988.940062] env[62743]: INFO nova.compute.manager [req-4634f4b1-de63-4082-b479-89a465678097 req-2334843e-d70b-489e-8166-b275792d98db service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Neutron deleted interface 38ad3706-df48-4332-8556-0dc17ac2eeeb; detaching it from the instance and deleting it from the info cache [ 1988.940232] env[62743]: DEBUG nova.network.neutron [req-4634f4b1-de63-4082-b479-89a465678097 req-2334843e-d70b-489e-8166-b275792d98db service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.946061] env[62743]: ERROR nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [req-41d50a22-9545-47ca-8815-ae6967bb1466] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41d50a22-9545-47ca-8815-ae6967bb1466"}]} [ 1988.973471] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1988.989679] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1988.992016] env[62743]: DEBUG nova.compute.provider_tree [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1989.004623] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1989.029997] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1989.179515] env[62743]: DEBUG nova.network.neutron [-] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.181401] env[62743]: DEBUG nova.compute.manager [req-4908fd1a-84d4-4517-ac3c-39350b6f5d7b req-5a2ba4da-7514-4abd-807a-ede3fc676fb2 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Received event network-vif-plugged-03c9203e-9bc2-4689-bcb1-40e0d65b0960 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1989.181667] env[62743]: DEBUG oslo_concurrency.lockutils [req-4908fd1a-84d4-4517-ac3c-39350b6f5d7b req-5a2ba4da-7514-4abd-807a-ede3fc676fb2 service nova] Acquiring lock "146d387a-facb-4669-bb61-1d17b8765c46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.181896] env[62743]: DEBUG oslo_concurrency.lockutils [req-4908fd1a-84d4-4517-ac3c-39350b6f5d7b req-5a2ba4da-7514-4abd-807a-ede3fc676fb2 service nova] Lock "146d387a-facb-4669-bb61-1d17b8765c46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.182063] env[62743]: DEBUG oslo_concurrency.lockutils [req-4908fd1a-84d4-4517-ac3c-39350b6f5d7b req-5a2ba4da-7514-4abd-807a-ede3fc676fb2 service nova] Lock "146d387a-facb-4669-bb61-1d17b8765c46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.182636] env[62743]: DEBUG nova.compute.manager [req-4908fd1a-84d4-4517-ac3c-39350b6f5d7b req-5a2ba4da-7514-4abd-807a-ede3fc676fb2 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] No waiting events found dispatching network-vif-plugged-03c9203e-9bc2-4689-bcb1-40e0d65b0960 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1989.182636] env[62743]: WARNING nova.compute.manager [req-4908fd1a-84d4-4517-ac3c-39350b6f5d7b req-5a2ba4da-7514-4abd-807a-ede3fc676fb2 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Received unexpected event network-vif-plugged-03c9203e-9bc2-4689-bcb1-40e0d65b0960 for instance with vm_state building and task_state spawning. [ 1989.236754] env[62743]: DEBUG nova.network.neutron [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Successfully updated port: 03c9203e-9bc2-4689-bcb1-40e0d65b0960 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1989.446077] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8956ddc-6c1f-4496-9bf8-8db9c5e8f83c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.455902] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6293b33-a9af-4ef9-b809-0b3b3ca83069 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.479945] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40856ebc-7aa7-44b6-b936-6cfc631b092b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.494178] env[62743]: DEBUG nova.compute.manager [req-4634f4b1-de63-4082-b479-89a465678097 req-2334843e-d70b-489e-8166-b275792d98db service nova] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Detach interface failed, port_id=38ad3706-df48-4332-8556-0dc17ac2eeeb, reason: Instance 6b633ce0-90d2-4c09-8a4d-39cd217136d1 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1989.498966] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2ed281-205c-42c5-888b-9c3bcbd2eddc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.532618] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.532618] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.532904] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.533065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.533243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.538263] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385785e-841e-49fd-95da-cdbe44bbfdb8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.539214] env[62743]: INFO nova.compute.manager [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Terminating instance [ 1989.545856] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f9cea-8df7-406c-9c06-0e7860d51e91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.562315] env[62743]: DEBUG nova.network.neutron [-] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.564420] env[62743]: DEBUG nova.compute.provider_tree [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1989.666102] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.666397] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.680678] env[62743]: INFO nova.compute.manager [-] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Took 1.38 seconds to deallocate network for instance. [ 1989.740665] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "refresh_cache-146d387a-facb-4669-bb61-1d17b8765c46" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.740822] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "refresh_cache-146d387a-facb-4669-bb61-1d17b8765c46" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.740973] env[62743]: DEBUG nova.network.neutron [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.043099] env[62743]: DEBUG nova.compute.manager [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1990.043350] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1990.044280] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcadff8-869f-4ff1-82f6-3b2c4db5a13e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.057368] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1990.057643] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d63850d4-dfce-46cf-9333-ea51acf2c8f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.066861] env[62743]: INFO nova.compute.manager [-] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Took 1.76 seconds to deallocate network for instance. [ 1990.094868] env[62743]: ERROR nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [req-c58bfd6b-6bf3-445a-a51c-3e2bb0dd62a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c58bfd6b-6bf3-445a-a51c-3e2bb0dd62a9"}]} [ 1990.114354] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1990.134503] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1990.134722] env[62743]: DEBUG nova.compute.provider_tree [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1990.148553] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1990.154933] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Successfully updated port: 120db9b1-90b5-4f40-86a8-73a1109ba5da {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1990.166881] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1990.167121] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1990.167341] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleting the datastore file [datastore1] 0d3865b9-8e4c-4ea1-95d9-3440368179b6 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1990.168414] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-303f175e-15d4-41b3-b721-c0c835b435df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.171640] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1990.174065] env[62743]: INFO nova.compute.manager [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Detaching volume 3f246d4e-66fe-4329-8497-158b0f6ec9a8 [ 1990.182602] env[62743]: DEBUG oslo_vmware.api [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 1990.182602] env[62743]: value = "task-2063929" [ 1990.182602] env[62743]: _type = "Task" [ 1990.182602] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.187752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.191012] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.191257] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.196067] env[62743]: DEBUG oslo_vmware.api [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.212622] env[62743]: INFO nova.virt.block_device [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Attempting to driver detach volume 3f246d4e-66fe-4329-8497-158b0f6ec9a8 from mountpoint /dev/sdb [ 1990.212841] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1990.213086] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423278', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'name': 'volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb74404-1c61-4090-8e9a-e3a1f6cf5337', 'attached_at': '', 'detached_at': '', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'serial': '3f246d4e-66fe-4329-8497-158b0f6ec9a8'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1990.214012] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd8351-e9e3-463a-ab67-d442ba22ea7f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.239108] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e777c06-3a39-4d95-86d9-05b777088111 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.247519] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c72cc-cad2-4237-8d62-21697ca44ea6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.273758] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bb721e-c5cb-4406-8d83-0b5aaa261f23 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.290145] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] The volume has not been displaced from its original location: [datastore1] volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8/volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1990.295761] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1990.299223] env[62743]: DEBUG nova.network.neutron [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1990.300999] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43296377-845a-468f-ae6a-b845c28250ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.319686] env[62743]: DEBUG oslo_vmware.api [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1990.319686] env[62743]: value = "task-2063930" [ 1990.319686] env[62743]: _type = "Task" [ 1990.319686] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.331254] env[62743]: DEBUG oslo_vmware.api [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.501849] env[62743]: DEBUG nova.network.neutron [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Updating instance_info_cache with network_info: [{"id": "03c9203e-9bc2-4689-bcb1-40e0d65b0960", "address": "fa:16:3e:68:c6:51", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c9203e-9b", "ovs_interfaceid": "03c9203e-9bc2-4689-bcb1-40e0d65b0960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.577857] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.672989] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f77d74-0efa-4744-9bc5-9a8d6fe386b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.680624] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a12bc1-9808-4c86-822d-fb1dd0fa086b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.691905] env[62743]: DEBUG oslo_vmware.api [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2063929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188913} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.719371] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1990.719603] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1990.719778] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1990.719952] env[62743]: INFO nova.compute.manager [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1990.720222] env[62743]: DEBUG oslo.service.loopingcall [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.720520] env[62743]: DEBUG nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1990.723245] env[62743]: DEBUG nova.compute.manager [-] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1990.723350] env[62743]: DEBUG nova.network.neutron [-] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1990.725576] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692eb559-1abe-4fd3-a807-6ca3f4e12bae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.733904] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639588ff-e320-44ef-aa38-b6b3e771dd82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.747041] env[62743]: DEBUG nova.compute.provider_tree [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1990.829352] env[62743]: DEBUG oslo_vmware.api [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063930, 'name': ReconfigVM_Task, 'duration_secs': 0.263544} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.829778] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1990.834198] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e800b68a-cb6f-4f37-a3e1-eb7705f86617 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.848807] env[62743]: DEBUG oslo_vmware.api [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1990.848807] env[62743]: value = "task-2063931" [ 1990.848807] env[62743]: _type = "Task" [ 1990.848807] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.856191] env[62743]: DEBUG oslo_vmware.api [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.005134] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "refresh_cache-146d387a-facb-4669-bb61-1d17b8765c46" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.005470] env[62743]: DEBUG nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Instance network_info: |[{"id": "03c9203e-9bc2-4689-bcb1-40e0d65b0960", "address": "fa:16:3e:68:c6:51", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c9203e-9b", "ovs_interfaceid": "03c9203e-9bc2-4689-bcb1-40e0d65b0960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1991.005895] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c6:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c9203e-9bc2-4689-bcb1-40e0d65b0960', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1991.013343] env[62743]: DEBUG oslo.service.loopingcall [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.013912] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1991.014167] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe351b2f-6c77-41c0-8603-af2f265372ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.037326] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1991.037326] env[62743]: value = "task-2063932" [ 1991.037326] env[62743]: _type = "Task" [ 1991.037326] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.043980] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063932, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.219494] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Received event network-vif-deleted-22ae9b54-7e3e-4a5f-803c-5adffa39ba91 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1991.219830] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Received event network-changed-03c9203e-9bc2-4689-bcb1-40e0d65b0960 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1991.220040] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Refreshing instance network info cache due to event network-changed-03c9203e-9bc2-4689-bcb1-40e0d65b0960. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1991.220296] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Acquiring lock "refresh_cache-146d387a-facb-4669-bb61-1d17b8765c46" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.220496] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Acquired lock "refresh_cache-146d387a-facb-4669-bb61-1d17b8765c46" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.220716] env[62743]: DEBUG nova.network.neutron [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Refreshing network info cache for port 03c9203e-9bc2-4689-bcb1-40e0d65b0960 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.245833] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.283616] env[62743]: DEBUG nova.scheduler.client.report [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1991.283909] env[62743]: DEBUG nova.compute.provider_tree [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 91 to 92 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1991.284107] env[62743]: DEBUG nova.compute.provider_tree [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.359675] env[62743]: DEBUG oslo_vmware.api [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063931, 'name': ReconfigVM_Task, 'duration_secs': 0.140108} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.359964] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423278', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'name': 'volume-3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7eb74404-1c61-4090-8e9a-e3a1f6cf5337', 'attached_at': '', 'detached_at': '', 'volume_id': '3f246d4e-66fe-4329-8497-158b0f6ec9a8', 'serial': '3f246d4e-66fe-4329-8497-158b0f6ec9a8'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1991.546222] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063932, 'name': CreateVM_Task, 'duration_secs': 0.488632} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.546611] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1991.547112] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.547333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.547656] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1991.547911] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51dd1daa-36e0-4951-9e25-0c5c9bba65c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.552950] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1991.552950] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525cc1f4-1ab8-694f-3323-b62b41a03a59" [ 1991.552950] env[62743]: _type = "Task" [ 1991.552950] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.560671] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525cc1f4-1ab8-694f-3323-b62b41a03a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.634196] env[62743]: DEBUG nova.network.neutron [-] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.790059] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.992s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.790317] env[62743]: DEBUG nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1991.793118] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.840s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.793339] env[62743]: DEBUG nova.objects.instance [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'resources' on Instance uuid de20af78-9dfc-4d12-8cda-f18003c79d1d {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.907606] env[62743]: DEBUG nova.objects.instance [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.978630] env[62743]: DEBUG nova.network.neutron [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Updated VIF entry in instance network info cache for port 03c9203e-9bc2-4689-bcb1-40e0d65b0960. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.979209] env[62743]: DEBUG nova.network.neutron [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Updating instance_info_cache with network_info: [{"id": "03c9203e-9bc2-4689-bcb1-40e0d65b0960", "address": "fa:16:3e:68:c6:51", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c9203e-9b", "ovs_interfaceid": "03c9203e-9bc2-4689-bcb1-40e0d65b0960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.066284] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525cc1f4-1ab8-694f-3323-b62b41a03a59, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.066441] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.066659] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.066896] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.067090] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.067309] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.067577] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac60110-eaff-45ce-99bd-f74b78fa7868 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.075986] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.076173] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.076915] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a27bd9-cfff-4e40-bf91-46b460ade846 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.082404] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1992.082404] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d34c7f-7bc0-cb38-ae5f-d0cd5c62b794" [ 1992.082404] env[62743]: _type = "Task" [ 1992.082404] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.089587] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d34c7f-7bc0-cb38-ae5f-d0cd5c62b794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.137015] env[62743]: INFO nova.compute.manager [-] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Took 1.41 seconds to deallocate network for instance. [ 1992.296603] env[62743]: DEBUG nova.compute.utils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.301476] env[62743]: DEBUG nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1992.301717] env[62743]: DEBUG nova.network.neutron [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1992.404594] env[62743]: DEBUG nova.policy [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca5724c21e34480cb42d91b1d0d57832', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '959bbca76abd4c088c63bd6b9a02c024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1992.482464] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Releasing lock "refresh_cache-146d387a-facb-4669-bb61-1d17b8765c46" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.482720] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received event network-vif-plugged-120db9b1-90b5-4f40-86a8-73a1109ba5da {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.483265] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Acquiring lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.483513] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.483683] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.483857] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] No waiting events found dispatching network-vif-plugged-120db9b1-90b5-4f40-86a8-73a1109ba5da {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1992.484038] env[62743]: WARNING nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received unexpected event network-vif-plugged-120db9b1-90b5-4f40-86a8-73a1109ba5da for instance with vm_state building and task_state spawning. [ 1992.484208] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received event network-changed-120db9b1-90b5-4f40-86a8-73a1109ba5da {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.484369] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Refreshing instance network info cache due to event network-changed-120db9b1-90b5-4f40-86a8-73a1109ba5da. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1992.484540] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Acquiring lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.484681] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Acquired lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.484857] env[62743]: DEBUG nova.network.neutron [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Refreshing network info cache for port 120db9b1-90b5-4f40-86a8-73a1109ba5da {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.595632] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d34c7f-7bc0-cb38-ae5f-d0cd5c62b794, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.596487] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129bb92d-46be-49e6-b1de-ab3b74638b6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.607163] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Successfully updated port: cd647f80-0a2b-4fe4-8571-897ab4d4d352 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1992.609485] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1992.609485] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e80ac3-410f-5b29-4626-c280778d94cc" [ 1992.609485] env[62743]: _type = "Task" [ 1992.609485] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.620365] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e80ac3-410f-5b29-4626-c280778d94cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.645733] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.721154] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809a76a-fdcb-4c48-ab17-8603e53a26bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.728694] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba699879-096b-40dc-bc95-23bebf46929a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.764023] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50742268-a9f7-4219-a5f4-90951820818b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.772505] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc613569-5ffb-4800-872b-799f3461be4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.787530] env[62743]: DEBUG nova.compute.provider_tree [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.800026] env[62743]: DEBUG nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1992.845408] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.893731] env[62743]: DEBUG nova.network.neutron [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Successfully created port: f3e8f5bb-df03-45ef-9c50-577f60756094 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1992.918041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7eeeb6ed-2b0d-4289-b980-85080ca2d043 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.918041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.071s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.918041] env[62743]: DEBUG nova.compute.manager [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.918041] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7baa2d-3ee5-4722-ab1f-1637bf370aef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.926789] env[62743]: DEBUG nova.compute.manager [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1992.929518] env[62743]: DEBUG nova.objects.instance [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.050718] env[62743]: DEBUG nova.network.neutron [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1993.115323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.121627] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e80ac3-410f-5b29-4626-c280778d94cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020179} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.122030] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.122581] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 146d387a-facb-4669-bb61-1d17b8765c46/146d387a-facb-4669-bb61-1d17b8765c46.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.123328] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff81367f-602e-46eb-ac0c-086efb8de9fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.130292] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1993.130292] env[62743]: value = "task-2063933" [ 1993.130292] env[62743]: _type = "Task" [ 1993.130292] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.139787] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.223203] env[62743]: DEBUG nova.network.neutron [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.248137] env[62743]: DEBUG nova.compute.manager [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received event network-vif-plugged-cd647f80-0a2b-4fe4-8571-897ab4d4d352 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1993.248137] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] Acquiring lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.248137] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.248137] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.248137] env[62743]: DEBUG nova.compute.manager [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] No waiting events found dispatching network-vif-plugged-cd647f80-0a2b-4fe4-8571-897ab4d4d352 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1993.248137] env[62743]: WARNING nova.compute.manager [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received unexpected event network-vif-plugged-cd647f80-0a2b-4fe4-8571-897ab4d4d352 for instance with vm_state building and task_state spawning. [ 1993.248137] env[62743]: DEBUG nova.compute.manager [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received event network-changed-cd647f80-0a2b-4fe4-8571-897ab4d4d352 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1993.248137] env[62743]: DEBUG nova.compute.manager [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Refreshing instance network info cache due to event network-changed-cd647f80-0a2b-4fe4-8571-897ab4d4d352. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1993.248137] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] Acquiring lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.292144] env[62743]: DEBUG nova.scheduler.client.report [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1993.640805] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063933, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.725190] env[62743]: DEBUG oslo_concurrency.lockutils [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] Releasing lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.725479] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Received event network-vif-deleted-ea172288-5bb6-4cfd-acb7-f87df04fcb7d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1993.725794] env[62743]: INFO nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Neutron deleted interface ea172288-5bb6-4cfd-acb7-f87df04fcb7d; detaching it from the instance and deleting it from the info cache [ 1993.726081] env[62743]: DEBUG nova.network.neutron [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.727309] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.727480] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1993.798211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.800893] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.214s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.802366] env[62743]: INFO nova.compute.claims [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1993.814096] env[62743]: DEBUG nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1993.823126] env[62743]: INFO nova.scheduler.client.report [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted allocations for instance de20af78-9dfc-4d12-8cda-f18003c79d1d [ 1993.842135] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1993.842135] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.842263] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1993.842618] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.842618] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1993.842618] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1993.842837] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1993.842995] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1993.843180] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1993.843501] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1993.843501] env[62743]: DEBUG nova.virt.hardware [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1993.844373] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60219168-14c3-4a19-989d-cc4f89fae463 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.854062] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d8f4c-7f91-4e25-914b-8dd051abdf3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.937801] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.938016] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98db6a0-f592-4607-96f7-c5aa01dd0d82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.944783] env[62743]: DEBUG oslo_vmware.api [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1993.944783] env[62743]: value = "task-2063934" [ 1993.944783] env[62743]: _type = "Task" [ 1993.944783] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.955105] env[62743]: DEBUG oslo_vmware.api [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.140778] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515963} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.141056] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 146d387a-facb-4669-bb61-1d17b8765c46/146d387a-facb-4669-bb61-1d17b8765c46.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.141274] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.141529] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ec0ae50-cfcc-4c8a-b08c-6cb79bd23d5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.149031] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1994.149031] env[62743]: value = "task-2063935" [ 1994.149031] env[62743]: _type = "Task" [ 1994.149031] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.158014] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.231792] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92fcb72f-2fc6-4f34-82ab-b815b59cf541 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.240941] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f1a02-1fd6-4ff1-8ca4-79d09f1341b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.271705] env[62743]: DEBUG nova.compute.manager [req-91e0cbcd-cde4-4168-9437-6ac818b73833 req-e9cd19af-52d6-4118-90bc-0f29376ef304 service nova] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Detach interface failed, port_id=ea172288-5bb6-4cfd-acb7-f87df04fcb7d, reason: Instance 0d3865b9-8e4c-4ea1-95d9-3440368179b6 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1994.281270] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1994.330115] env[62743]: DEBUG oslo_concurrency.lockutils [None req-915fd8e5-a73f-49ee-a5fd-b11793d69f19 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "de20af78-9dfc-4d12-8cda-f18003c79d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.735s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.455283] env[62743]: DEBUG oslo_vmware.api [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063934, 'name': PowerOffVM_Task, 'duration_secs': 0.252939} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.455593] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.455792] env[62743]: DEBUG nova.compute.manager [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1994.456559] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8829c986-420f-406e-a1a5-fe26ea785420 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.664283] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110016} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.664654] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.665715] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e404b0c8-45be-4f20-9031-3f507b66c061 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.690428] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 146d387a-facb-4669-bb61-1d17b8765c46/146d387a-facb-4669-bb61-1d17b8765c46.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.690685] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea42af40-6f1c-4ef5-9dcf-f19ed82439ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.714660] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1994.714660] env[62743]: value = "task-2063936" [ 1994.714660] env[62743]: _type = "Task" [ 1994.714660] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.723959] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.930021] env[62743]: DEBUG nova.network.neutron [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Updating instance_info_cache with network_info: [{"id": "120db9b1-90b5-4f40-86a8-73a1109ba5da", "address": "fa:16:3e:e5:ef:8f", "network": {"id": "fbd90a5d-1826-4d63-86a8-057bf6bcab9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832034626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120db9b1-90", "ovs_interfaceid": "120db9b1-90b5-4f40-86a8-73a1109ba5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd647f80-0a2b-4fe4-8571-897ab4d4d352", "address": "fa:16:3e:f1:6c:f5", "network": {"id": "23eeac64-1fbb-45fa-acfa-97b005e9c95e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-926278733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd647f80-0a", "ovs_interfaceid": "cd647f80-0a2b-4fe4-8571-897ab4d4d352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.962283] env[62743]: DEBUG nova.network.neutron [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Successfully updated port: f3e8f5bb-df03-45ef-9c50-577f60756094 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1994.969595] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a5ec4a22-d4f1-4138-bf62-c86d41f77ba9 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.226309] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063936, 'name': ReconfigVM_Task, 'duration_secs': 0.275176} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.228950] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 146d387a-facb-4669-bb61-1d17b8765c46/146d387a-facb-4669-bb61-1d17b8765c46.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.229656] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea1f94b-2982-429e-acbd-8036d0ded990 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.239766] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1995.239766] env[62743]: value = "task-2063937" [ 1995.239766] env[62743]: _type = "Task" [ 1995.239766] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.241596] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1aaeba-e82a-4e27-a88a-7b6da112da46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.254515] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f95a9c-4f7f-4af9-81f3-6ec8508bc399 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.257873] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063937, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.295997] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ada388c-ee23-4013-8579-e14212237aad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.299446] env[62743]: DEBUG nova.compute.manager [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Received event network-vif-plugged-f3e8f5bb-df03-45ef-9c50-577f60756094 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1995.299641] env[62743]: DEBUG oslo_concurrency.lockutils [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] Acquiring lock "6f426c8d-d181-4e68-9072-6f633c4138e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.300227] env[62743]: DEBUG oslo_concurrency.lockutils [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.300227] env[62743]: DEBUG oslo_concurrency.lockutils [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.300227] env[62743]: DEBUG nova.compute.manager [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] No waiting events found dispatching network-vif-plugged-f3e8f5bb-df03-45ef-9c50-577f60756094 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1995.300643] env[62743]: WARNING nova.compute.manager [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Received unexpected event network-vif-plugged-f3e8f5bb-df03-45ef-9c50-577f60756094 for instance with vm_state building and task_state spawning. [ 1995.300643] env[62743]: DEBUG nova.compute.manager [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Received event network-changed-f3e8f5bb-df03-45ef-9c50-577f60756094 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1995.300643] env[62743]: DEBUG nova.compute.manager [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Refreshing instance network info cache due to event network-changed-f3e8f5bb-df03-45ef-9c50-577f60756094. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1995.301307] env[62743]: DEBUG oslo_concurrency.lockutils [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] Acquiring lock "refresh_cache-6f426c8d-d181-4e68-9072-6f633c4138e5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.301307] env[62743]: DEBUG oslo_concurrency.lockutils [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] Acquired lock "refresh_cache-6f426c8d-d181-4e68-9072-6f633c4138e5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.301307] env[62743]: DEBUG nova.network.neutron [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Refreshing network info cache for port f3e8f5bb-df03-45ef-9c50-577f60756094 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1995.309218] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ebd782-170a-4048-96fe-144aa5227c7d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.322743] env[62743]: DEBUG nova.compute.provider_tree [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.350544] env[62743]: DEBUG nova.objects.instance [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.428919] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Releasing lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.429130] env[62743]: DEBUG nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Instance network_info: |[{"id": "120db9b1-90b5-4f40-86a8-73a1109ba5da", "address": "fa:16:3e:e5:ef:8f", "network": {"id": "fbd90a5d-1826-4d63-86a8-057bf6bcab9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832034626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120db9b1-90", "ovs_interfaceid": "120db9b1-90b5-4f40-86a8-73a1109ba5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd647f80-0a2b-4fe4-8571-897ab4d4d352", "address": "fa:16:3e:f1:6c:f5", "network": {"id": "23eeac64-1fbb-45fa-acfa-97b005e9c95e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-926278733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd647f80-0a", "ovs_interfaceid": "cd647f80-0a2b-4fe4-8571-897ab4d4d352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1995.429803] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] Acquired lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.430029] env[62743]: DEBUG nova.network.neutron [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Refreshing network info cache for port cd647f80-0a2b-4fe4-8571-897ab4d4d352 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1995.431228] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ef:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '120db9b1-90b5-4f40-86a8-73a1109ba5da', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:6c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92e4d027-e755-417b-8eea-9a8f24b85140', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd647f80-0a2b-4fe4-8571-897ab4d4d352', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1995.440751] env[62743]: DEBUG oslo.service.loopingcall [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.441358] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1995.442152] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebcc092-e1c2-450c-9626-0362b29dcc4b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.464374] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "refresh_cache-6f426c8d-d181-4e68-9072-6f633c4138e5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.465356] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1995.465356] env[62743]: value = "task-2063938" [ 1995.465356] env[62743]: _type = "Task" [ 1995.465356] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.476186] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063938, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.746818] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063937, 'name': Rename_Task, 'duration_secs': 0.148832} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.747317] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.747739] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14fec549-0363-4be9-98fd-38a10ae6ed30 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.754580] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1995.754580] env[62743]: value = "task-2063939" [ 1995.754580] env[62743]: _type = "Task" [ 1995.754580] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.769647] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063939, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.826336] env[62743]: DEBUG nova.scheduler.client.report [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.833474] env[62743]: DEBUG nova.network.neutron [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1995.858594] env[62743]: DEBUG oslo_concurrency.lockutils [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.858823] env[62743]: DEBUG oslo_concurrency.lockutils [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.859012] env[62743]: DEBUG nova.network.neutron [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1995.859218] env[62743]: DEBUG nova.objects.instance [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'info_cache' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.904621] env[62743]: DEBUG nova.network.neutron [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.978543] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063938, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.010741] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.011049] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.011306] env[62743]: INFO nova.compute.manager [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Rebooting instance [ 1996.218422] env[62743]: DEBUG nova.network.neutron [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Updated VIF entry in instance network info cache for port cd647f80-0a2b-4fe4-8571-897ab4d4d352. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1996.218862] env[62743]: DEBUG nova.network.neutron [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Updating instance_info_cache with network_info: [{"id": "120db9b1-90b5-4f40-86a8-73a1109ba5da", "address": "fa:16:3e:e5:ef:8f", "network": {"id": "fbd90a5d-1826-4d63-86a8-057bf6bcab9a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-832034626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120db9b1-90", "ovs_interfaceid": "120db9b1-90b5-4f40-86a8-73a1109ba5da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cd647f80-0a2b-4fe4-8571-897ab4d4d352", "address": "fa:16:3e:f1:6c:f5", "network": {"id": "23eeac64-1fbb-45fa-acfa-97b005e9c95e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-926278733", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "767efea08bd740bca724886e8a1f7699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92e4d027-e755-417b-8eea-9a8f24b85140", "external-id": "nsx-vlan-transportzone-756", "segmentation_id": 756, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd647f80-0a", "ovs_interfaceid": "cd647f80-0a2b-4fe4-8571-897ab4d4d352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.264215] env[62743]: DEBUG oslo_vmware.api [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063939, 'name': PowerOnVM_Task, 'duration_secs': 0.476204} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.264510] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.264715] env[62743]: INFO nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Took 12.12 seconds to spawn the instance on the hypervisor. [ 1996.264882] env[62743]: DEBUG nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.265721] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7530a037-5604-4580-9d07-b48b3e123452 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.331304] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.331896] env[62743]: DEBUG nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.334410] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.869s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.334636] env[62743]: DEBUG nova.objects.instance [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lazy-loading 'resources' on Instance uuid e1bdb762-de7b-425c-8b36-4ef2ae552e0f {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.362853] env[62743]: DEBUG nova.objects.base [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Object Instance<7eb74404-1c61-4090-8e9a-e3a1f6cf5337> lazy-loaded attributes: flavor,info_cache {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1996.408072] env[62743]: DEBUG oslo_concurrency.lockutils [req-74115004-9106-4901-b6bb-c3840ab21844 req-180a85ca-2c6f-4f16-9167-e49820fc6d30 service nova] Releasing lock "refresh_cache-6f426c8d-d181-4e68-9072-6f633c4138e5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.408972] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquired lock "refresh_cache-6f426c8d-d181-4e68-9072-6f633c4138e5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.409147] env[62743]: DEBUG nova.network.neutron [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.430326] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.430564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.475815] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063938, 'name': CreateVM_Task, 'duration_secs': 0.649954} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.475980] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1996.476774] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.476940] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.477277] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1996.477586] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f55f6067-c012-4b66-98ce-4f7a56beaf35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.482488] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1996.482488] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c128e8-fa2d-1fab-ec88-59934e142365" [ 1996.482488] env[62743]: _type = "Task" [ 1996.482488] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.491039] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c128e8-fa2d-1fab-ec88-59934e142365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.534522] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.534780] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.534999] env[62743]: DEBUG nova.network.neutron [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.721588] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fb258f8-380e-4b76-9667-35cec7153127 req-20516275-e665-4db3-88a9-f25f0824911f service nova] Releasing lock "refresh_cache-9aedf25b-6ddb-4f53-a099-bd5361ebb187" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.785624] env[62743]: INFO nova.compute.manager [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Took 52.58 seconds to build instance. [ 1996.837967] env[62743]: DEBUG nova.compute.utils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1996.840029] env[62743]: DEBUG nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1996.840256] env[62743]: DEBUG nova.network.neutron [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1996.900218] env[62743]: DEBUG nova.policy [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d784f85ec5b422fae12456c26de69fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c5c94f6cc534d3bb444e7aca4eab84a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 1996.934606] env[62743]: DEBUG nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1996.996862] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c128e8-fa2d-1fab-ec88-59934e142365, 'name': SearchDatastore_Task, 'duration_secs': 0.020065} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.999727] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.999847] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1997.000420] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.000420] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.000553] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1997.001714] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc13df8-2aec-4928-beb8-9d3c5827739c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.013311] env[62743]: DEBUG nova.network.neutron [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1997.016190] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1997.016380] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1997.017386] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1bcac45-4730-43b3-b870-37187a9edc0d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.022588] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1997.022588] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524ce7f6-0c2e-a539-f445-e0aec28f06ac" [ 1997.022588] env[62743]: _type = "Task" [ 1997.022588] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.035684] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524ce7f6-0c2e-a539-f445-e0aec28f06ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.285495] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d16d1f0-83bd-41b8-8a10-d46347675341 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.291404] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2d3bfd69-19f9-47dd-9843-c912696f79ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "146d387a-facb-4669-bb61-1d17b8765c46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.192s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.298346] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9f64a0-e042-4bce-892a-8db5ce1eb004 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.335537] env[62743]: DEBUG nova.network.neutron [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.339046] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eef1c0-2c94-4815-8eab-b0a6076cb2d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.345716] env[62743]: DEBUG nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1997.352108] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c16954-1c5a-4df2-bf9c-7ae8c8c606a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.367512] env[62743]: DEBUG nova.compute.provider_tree [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.458602] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.538598] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524ce7f6-0c2e-a539-f445-e0aec28f06ac, 'name': SearchDatastore_Task, 'duration_secs': 0.028032} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.541042] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ac0f67-5bd6-4929-a346-769ece2c6601 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.548151] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1997.548151] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521efb59-a6f0-088e-7d05-df539e9bd78d" [ 1997.548151] env[62743]: _type = "Task" [ 1997.548151] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.553565] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521efb59-a6f0-088e-7d05-df539e9bd78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.671689] env[62743]: DEBUG nova.network.neutron [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Updating instance_info_cache with network_info: [{"id": "f3e8f5bb-df03-45ef-9c50-577f60756094", "address": "fa:16:3e:79:51:7f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e8f5bb-df", "ovs_interfaceid": "f3e8f5bb-df03-45ef-9c50-577f60756094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.688263] env[62743]: DEBUG nova.network.neutron [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updating instance_info_cache with network_info: [{"id": "a2730087-012a-4f49-900b-2dae8fdc45b6", "address": "fa:16:3e:b4:07:c3", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2730087-01", "ovs_interfaceid": "a2730087-012a-4f49-900b-2dae8fdc45b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.767052] env[62743]: DEBUG nova.network.neutron [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Successfully created port: 9c2855e9-d545-44df-9410-f20718306796 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1997.843070] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.870688] env[62743]: DEBUG nova.scheduler.client.report [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.056228] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521efb59-a6f0-088e-7d05-df539e9bd78d, 'name': SearchDatastore_Task, 'duration_secs': 0.021111} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.056523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.056786] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9aedf25b-6ddb-4f53-a099-bd5361ebb187/9aedf25b-6ddb-4f53-a099-bd5361ebb187.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.057067] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287d8705-aba2-495b-b4af-d2e5c2c43251 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.064222] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1998.064222] env[62743]: value = "task-2063940" [ 1998.064222] env[62743]: _type = "Task" [ 1998.064222] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.072916] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.176968] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Releasing lock "refresh_cache-6f426c8d-d181-4e68-9072-6f633c4138e5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.177409] env[62743]: DEBUG nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Instance network_info: |[{"id": "f3e8f5bb-df03-45ef-9c50-577f60756094", "address": "fa:16:3e:79:51:7f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e8f5bb-df", "ovs_interfaceid": "f3e8f5bb-df03-45ef-9c50-577f60756094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1998.177887] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:51:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e8f5bb-df03-45ef-9c50-577f60756094', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.185626] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Creating folder: Project (959bbca76abd4c088c63bd6b9a02c024). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1998.185939] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-221c87fa-2c29-4e47-97b2-9c083cc74ada {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.191085] env[62743]: DEBUG oslo_concurrency.lockutils [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "refresh_cache-7eb74404-1c61-4090-8e9a-e3a1f6cf5337" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.199522] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Created folder: Project (959bbca76abd4c088c63bd6b9a02c024) in parent group-v423128. [ 1998.199522] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Creating folder: Instances. Parent ref: group-v423294. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1998.199522] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c5db63-049f-4d51-b27e-732fb66d97a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.209962] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Created folder: Instances in parent group-v423294. [ 1998.210469] env[62743]: DEBUG oslo.service.loopingcall [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.211217] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.211627] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ae3d3a-4a59-44e0-ad38-01424c48c0a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.248012] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.248012] env[62743]: value = "task-2063943" [ 1998.248012] env[62743]: _type = "Task" [ 1998.248012] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.261710] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063943, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.318324] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "146d387a-facb-4669-bb61-1d17b8765c46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.318716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "146d387a-facb-4669-bb61-1d17b8765c46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.318991] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "146d387a-facb-4669-bb61-1d17b8765c46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.319211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "146d387a-facb-4669-bb61-1d17b8765c46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.319405] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "146d387a-facb-4669-bb61-1d17b8765c46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.322135] env[62743]: INFO nova.compute.manager [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Terminating instance [ 1998.348343] env[62743]: DEBUG nova.compute.manager [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1998.349999] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a3c58-51d5-4ee3-a6be-fba7ad86d486 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.357901] env[62743]: DEBUG nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.377032] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.379470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.631s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.379756] env[62743]: DEBUG nova.objects.instance [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lazy-loading 'resources' on Instance uuid af3cadb7-b261-4240-867a-aee52cd06f7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.392659] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.392659] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.392659] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.392890] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.393580] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.393580] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.393580] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.393580] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.393796] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.393829] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.394012] env[62743]: DEBUG nova.virt.hardware [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.395609] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee690585-4c31-4451-adc8-d093a6d240f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.405544] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d8c44-e56d-47d7-91c9-ff8288116148 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.423540] env[62743]: INFO nova.scheduler.client.report [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Deleted allocations for instance e1bdb762-de7b-425c-8b36-4ef2ae552e0f [ 1998.575331] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.757904] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063943, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.828032] env[62743]: DEBUG nova.compute.manager [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1998.828160] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1998.829561] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972022d3-29fc-4de2-9d3f-b3294683fa72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.838589] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1998.838851] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1baf85de-4195-4871-a1a8-0d5e2df97540 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.845310] env[62743]: DEBUG oslo_vmware.api [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1998.845310] env[62743]: value = "task-2063944" [ 1998.845310] env[62743]: _type = "Task" [ 1998.845310] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.853474] env[62743]: DEBUG oslo_vmware.api [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.931283] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bcadc3d5-65d1-4f93-a869-32c9dd3e5c86 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "e1bdb762-de7b-425c-8b36-4ef2ae552e0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.979s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.074864] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61155} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.077768] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9aedf25b-6ddb-4f53-a099-bd5361ebb187/9aedf25b-6ddb-4f53-a099-bd5361ebb187.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1999.078019] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1999.078505] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1ea8359-c190-416c-9bda-2a4266c3c820 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.088709] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1999.088709] env[62743]: value = "task-2063945" [ 1999.088709] env[62743]: _type = "Task" [ 1999.088709] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.103571] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.197194] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.197791] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bde6f279-309f-456d-accf-9fe4bbbf27d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.207340] env[62743]: DEBUG oslo_vmware.api [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 1999.207340] env[62743]: value = "task-2063946" [ 1999.207340] env[62743]: _type = "Task" [ 1999.207340] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.218532] env[62743]: DEBUG oslo_vmware.api [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.258753] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063943, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.332089] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92d1563-13a7-4368-96e6-e1cdad52eb90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.343252] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ca65a9-a96d-407a-b096-78d374040354 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.356634] env[62743]: DEBUG oslo_vmware.api [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063944, 'name': PowerOffVM_Task, 'duration_secs': 0.391869} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.387199] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.387434] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.388734] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abc78ee9-ba08-4538-aa3a-e7eb54c30706 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.390882] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459344b8-1542-4a5b-884c-be74c3344834 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.394131] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152fef72-22c8-4000-a716-21e83d06d3a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.403951] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bcbcd9-baed-4f64-895f-0537ba9ea045 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.408021] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Doing hard reboot of VM {{(pid=62743) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1999.408146] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f65d1515-6d66-4a25-a085-6f9f5b486900 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.420486] env[62743]: DEBUG nova.compute.provider_tree [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.424016] env[62743]: DEBUG oslo_vmware.api [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 1999.424016] env[62743]: value = "task-2063948" [ 1999.424016] env[62743]: _type = "Task" [ 1999.424016] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.433338] env[62743]: DEBUG oslo_vmware.api [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063948, 'name': ResetVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.492400] env[62743]: DEBUG nova.network.neutron [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Successfully updated port: 9c2855e9-d545-44df-9410-f20718306796 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1999.498978] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.498978] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.499215] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleting the datastore file [datastore1] 146d387a-facb-4669-bb61-1d17b8765c46 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.499543] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b91e7fb2-e8fe-492d-a5e5-1c46ea76a76d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.506932] env[62743]: DEBUG oslo_vmware.api [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 1999.506932] env[62743]: value = "task-2063949" [ 1999.506932] env[62743]: _type = "Task" [ 1999.506932] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.517269] env[62743]: DEBUG oslo_vmware.api [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.544491] env[62743]: DEBUG nova.compute.manager [req-2c63ccbc-2b2c-4f0e-a462-e2068218e854 req-f2371678-dd12-421d-bd0b-3d9fa9f3089d service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Received event network-vif-plugged-9c2855e9-d545-44df-9410-f20718306796 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1999.546087] env[62743]: DEBUG oslo_concurrency.lockutils [req-2c63ccbc-2b2c-4f0e-a462-e2068218e854 req-f2371678-dd12-421d-bd0b-3d9fa9f3089d service nova] Acquiring lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.546363] env[62743]: DEBUG oslo_concurrency.lockutils [req-2c63ccbc-2b2c-4f0e-a462-e2068218e854 req-f2371678-dd12-421d-bd0b-3d9fa9f3089d service nova] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.546555] env[62743]: DEBUG oslo_concurrency.lockutils [req-2c63ccbc-2b2c-4f0e-a462-e2068218e854 req-f2371678-dd12-421d-bd0b-3d9fa9f3089d service nova] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.546730] env[62743]: DEBUG nova.compute.manager [req-2c63ccbc-2b2c-4f0e-a462-e2068218e854 req-f2371678-dd12-421d-bd0b-3d9fa9f3089d service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] No waiting events found dispatching network-vif-plugged-9c2855e9-d545-44df-9410-f20718306796 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1999.546905] env[62743]: WARNING nova.compute.manager [req-2c63ccbc-2b2c-4f0e-a462-e2068218e854 req-f2371678-dd12-421d-bd0b-3d9fa9f3089d service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Received unexpected event network-vif-plugged-9c2855e9-d545-44df-9410-f20718306796 for instance with vm_state building and task_state spawning. [ 1999.599433] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075151} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.599433] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1999.601318] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3450308-0324-4259-afc1-fe56da9df02d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.628399] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 9aedf25b-6ddb-4f53-a099-bd5361ebb187/9aedf25b-6ddb-4f53-a099-bd5361ebb187.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.628827] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08dd6250-8d35-4e4f-9f27-a97eacade2cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.648990] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 1999.648990] env[62743]: value = "task-2063950" [ 1999.648990] env[62743]: _type = "Task" [ 1999.648990] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.657583] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.716884] env[62743]: DEBUG oslo_vmware.api [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2063946, 'name': PowerOnVM_Task, 'duration_secs': 0.431198} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.717177] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.717415] env[62743]: DEBUG nova.compute.manager [None req-69625148-59db-403f-b21e-c3d14e45e715 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.718281] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd70b3a4-7e10-45ee-941f-d4c5addfca3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.760517] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063943, 'name': CreateVM_Task, 'duration_secs': 1.043539} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.761385] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1999.762137] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.762320] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.762667] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1999.763200] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f29cff-2662-40d6-8959-825baaad934f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.768859] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 1999.768859] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c78e31-53e1-7abc-9365-4f6b948fb72d" [ 1999.768859] env[62743]: _type = "Task" [ 1999.768859] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.776872] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c78e31-53e1-7abc-9365-4f6b948fb72d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.925327] env[62743]: DEBUG nova.scheduler.client.report [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.938383] env[62743]: DEBUG oslo_vmware.api [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2063948, 'name': ResetVM_Task, 'duration_secs': 0.111493} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.938834] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Did hard reboot of VM {{(pid=62743) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1999.939305] env[62743]: DEBUG nova.compute.manager [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.940226] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb7db5b-b318-43b8-9498-e44cd83ff717 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.949422] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.949664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.949867] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.950056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.950229] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.951979] env[62743]: INFO nova.compute.manager [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Terminating instance [ 1999.994330] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.994485] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquired lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.994809] env[62743]: DEBUG nova.network.neutron [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.016771] env[62743]: DEBUG oslo_vmware.api [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2063949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155328} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.016979] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.017184] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.017389] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.017569] env[62743]: INFO nova.compute.manager [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2000.017834] env[62743]: DEBUG oslo.service.loopingcall [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.017985] env[62743]: DEBUG nova.compute.manager [-] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.018098] env[62743]: DEBUG nova.network.neutron [-] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.160307] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063950, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.281329] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c78e31-53e1-7abc-9365-4f6b948fb72d, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.283052] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.283248] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2000.283543] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.283646] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.283790] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2000.284256] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3066c0db-0419-4fe6-9acc-c4e3ce0a8737 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.296263] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2000.296432] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2000.297160] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cc377a-42bf-4d41-8269-6930a56e2968 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.303318] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2000.303318] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5234969e-835c-1fc0-3b4d-b1604c446ed1" [ 2000.303318] env[62743]: _type = "Task" [ 2000.303318] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.312547] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5234969e-835c-1fc0-3b4d-b1604c446ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.433458] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.436775] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.947s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.438085] env[62743]: DEBUG nova.objects.instance [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lazy-loading 'resources' on Instance uuid ecf46e23-9089-48bf-982c-d4002d90af9c {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.455148] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5b35222c-4f53-4ee9-bff0-b2fdafb8a436 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.444s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.457086] env[62743]: DEBUG nova.compute.manager [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2000.457086] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2000.457593] env[62743]: INFO nova.scheduler.client.report [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Deleted allocations for instance af3cadb7-b261-4240-867a-aee52cd06f7a [ 2000.458931] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6000c4cc-7802-42ee-a13e-feeced8e8420 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.469533] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2000.470291] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dff9fd1-3a1a-427b-9f0b-e9aabe058a59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.479566] env[62743]: DEBUG oslo_vmware.api [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 2000.479566] env[62743]: value = "task-2063951" [ 2000.479566] env[62743]: _type = "Task" [ 2000.479566] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.489588] env[62743]: DEBUG oslo_vmware.api [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.530905] env[62743]: DEBUG nova.network.neutron [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2000.660710] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063950, 'name': ReconfigVM_Task, 'duration_secs': 0.534959} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.661410] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 9aedf25b-6ddb-4f53-a099-bd5361ebb187/9aedf25b-6ddb-4f53-a099-bd5361ebb187.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2000.662085] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ce917a-1a58-4baf-8d60-0ee4381b9367 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.669133] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 2000.669133] env[62743]: value = "task-2063952" [ 2000.669133] env[62743]: _type = "Task" [ 2000.669133] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.677838] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063952, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.759648] env[62743]: DEBUG nova.network.neutron [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Updating instance_info_cache with network_info: [{"id": "9c2855e9-d545-44df-9410-f20718306796", "address": "fa:16:3e:5e:7d:3c", "network": {"id": "e260a0a9-deeb-4032-88ba-7af0b1cd8e10", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1385937959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5c94f6cc534d3bb444e7aca4eab84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2855e9-d5", "ovs_interfaceid": "9c2855e9-d545-44df-9410-f20718306796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.784700] env[62743]: DEBUG nova.network.neutron [-] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.814654] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5234969e-835c-1fc0-3b4d-b1604c446ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.816371] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbc0b40-3354-4563-85ac-1107bcbc7002 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.822188] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2000.822188] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526ddbc1-d62c-a416-11f2-b14d10df462c" [ 2000.822188] env[62743]: _type = "Task" [ 2000.822188] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.831113] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ddbc1-d62c-a416-11f2-b14d10df462c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.970918] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a0991e3-c2cc-4672-9c82-ac349dac9a87 tempest-AttachInterfacesUnderV243Test-862293576 tempest-AttachInterfacesUnderV243Test-862293576-project-member] Lock "af3cadb7-b261-4240-867a-aee52cd06f7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.458s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.987593] env[62743]: DEBUG oslo_vmware.api [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063951, 'name': PowerOffVM_Task, 'duration_secs': 0.26492} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.993014] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.993014] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2000.993014] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2759de3-275d-47c0-be26-f7482738acdf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.182914] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063952, 'name': Rename_Task, 'duration_secs': 0.152782} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.183220] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.183513] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59d484d8-b507-460c-a7d7-ef0fb2b15d12 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.186806] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2001.187112] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2001.187183] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Deleting the datastore file [datastore1] 96ba86c8-92ed-4efc-b2cb-e31f1718f42f {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2001.187515] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c688d067-40a9-42da-b128-efed1470c584 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.193192] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 2001.193192] env[62743]: value = "task-2063954" [ 2001.193192] env[62743]: _type = "Task" [ 2001.193192] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.197493] env[62743]: DEBUG oslo_vmware.api [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for the task: (returnval){ [ 2001.197493] env[62743]: value = "task-2063955" [ 2001.197493] env[62743]: _type = "Task" [ 2001.197493] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.206084] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.211488] env[62743]: DEBUG oslo_vmware.api [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.262993] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Releasing lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.265016] env[62743]: DEBUG nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Instance network_info: |[{"id": "9c2855e9-d545-44df-9410-f20718306796", "address": "fa:16:3e:5e:7d:3c", "network": {"id": "e260a0a9-deeb-4032-88ba-7af0b1cd8e10", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1385937959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5c94f6cc534d3bb444e7aca4eab84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2855e9-d5", "ovs_interfaceid": "9c2855e9-d545-44df-9410-f20718306796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2001.265016] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:7d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c2855e9-d545-44df-9410-f20718306796', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2001.277754] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Creating folder: Project (9c5c94f6cc534d3bb444e7aca4eab84a). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2001.281916] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3568236f-430c-47ec-8d20-6ce38efc6fcb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.287016] env[62743]: INFO nova.compute.manager [-] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Took 1.27 seconds to deallocate network for instance. [ 2001.301047] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Created folder: Project (9c5c94f6cc534d3bb444e7aca4eab84a) in parent group-v423128. [ 2001.301047] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Creating folder: Instances. Parent ref: group-v423297. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2001.301047] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64ba80a7-124b-4a70-aed3-05865db35a33 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.317661] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Created folder: Instances in parent group-v423297. [ 2001.317979] env[62743]: DEBUG oslo.service.loopingcall [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.318750] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2001.318875] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7b66760-5b63-41f6-bb3d-24b17d50b69d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.349126] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526ddbc1-d62c-a416-11f2-b14d10df462c, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.350553] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.350826] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6f426c8d-d181-4e68-9072-6f633c4138e5/6f426c8d-d181-4e68-9072-6f633c4138e5.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2001.351100] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2001.351100] env[62743]: value = "task-2063958" [ 2001.351100] env[62743]: _type = "Task" [ 2001.351100] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.353970] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67bbf308-79c5-46c8-ad58-c192a3fb2785 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.366412] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2001.366412] env[62743]: value = "task-2063959" [ 2001.366412] env[62743]: _type = "Task" [ 2001.366412] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.380621] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.442185] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1bd4ed-ca0e-44e7-8e39-b30e302641a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.450823] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3ab79b-e379-420b-812c-d0996e813d62 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.500111] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d421bd-fbda-4ee7-b38e-1ed9ff4274fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.509340] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54abb36-7fc5-45fc-ad4f-eb2adc95921a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.524212] env[62743]: DEBUG nova.compute.provider_tree [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.580143] env[62743]: DEBUG nova.compute.manager [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Received event network-changed-9c2855e9-d545-44df-9410-f20718306796 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2001.580499] env[62743]: DEBUG nova.compute.manager [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Refreshing instance network info cache due to event network-changed-9c2855e9-d545-44df-9410-f20718306796. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2001.580858] env[62743]: DEBUG oslo_concurrency.lockutils [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] Acquiring lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.581177] env[62743]: DEBUG oslo_concurrency.lockutils [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] Acquired lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.581464] env[62743]: DEBUG nova.network.neutron [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Refreshing network info cache for port 9c2855e9-d545-44df-9410-f20718306796 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.707941] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.711684] env[62743]: DEBUG oslo_vmware.api [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Task: {'id': task-2063955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130448} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.711982] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2001.712188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2001.712375] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2001.712564] env[62743]: INFO nova.compute.manager [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2001.712867] env[62743]: DEBUG oslo.service.loopingcall [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2001.713100] env[62743]: DEBUG nova.compute.manager [-] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2001.713198] env[62743]: DEBUG nova.network.neutron [-] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2001.801353] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.871931] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063958, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.888262] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063959, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.030305] env[62743]: DEBUG nova.scheduler.client.report [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2002.205345] env[62743]: DEBUG oslo_vmware.api [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063954, 'name': PowerOnVM_Task, 'duration_secs': 0.577905} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.206267] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.206490] env[62743]: INFO nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Took 13.38 seconds to spawn the instance on the hypervisor. [ 2002.206683] env[62743]: DEBUG nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.207641] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8286e751-09f4-4c62-87f7-47f7c09f7ebc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.367451] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063958, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.380914] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667225} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.381189] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6f426c8d-d181-4e68-9072-6f633c4138e5/6f426c8d-d181-4e68-9072-6f633c4138e5.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2002.381403] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2002.381663] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cac6a03-ff5f-4734-9eb2-39c99c70da6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.391763] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2002.391763] env[62743]: value = "task-2063960" [ 2002.391763] env[62743]: _type = "Task" [ 2002.391763] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.407404] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.471768] env[62743]: DEBUG nova.network.neutron [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Updated VIF entry in instance network info cache for port 9c2855e9-d545-44df-9410-f20718306796. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.472452] env[62743]: DEBUG nova.network.neutron [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Updating instance_info_cache with network_info: [{"id": "9c2855e9-d545-44df-9410-f20718306796", "address": "fa:16:3e:5e:7d:3c", "network": {"id": "e260a0a9-deeb-4032-88ba-7af0b1cd8e10", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1385937959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5c94f6cc534d3bb444e7aca4eab84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2855e9-d5", "ovs_interfaceid": "9c2855e9-d545-44df-9410-f20718306796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.535710] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.538980] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.928s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.543131] env[62743]: INFO nova.compute.claims [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2002.561770] env[62743]: DEBUG nova.network.neutron [-] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.568869] env[62743]: INFO nova.scheduler.client.report [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleted allocations for instance ecf46e23-9089-48bf-982c-d4002d90af9c [ 2002.729379] env[62743]: INFO nova.compute.manager [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Took 55.78 seconds to build instance. [ 2002.867277] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063958, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.905030] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19945} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.905030] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2002.905758] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabdc0c7-d116-4ce4-a515-c7f54633f874 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.930633] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 6f426c8d-d181-4e68-9072-6f633c4138e5/6f426c8d-d181-4e68-9072-6f633c4138e5.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.930974] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5a8812-1401-4d04-bb4b-fca44acc5050 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.951723] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2002.951723] env[62743]: value = "task-2063961" [ 2002.951723] env[62743]: _type = "Task" [ 2002.951723] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.964471] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.975784] env[62743]: DEBUG oslo_concurrency.lockutils [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] Releasing lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.976158] env[62743]: DEBUG nova.compute.manager [req-799e563a-8ddb-49bd-8590-9de43e1d1216 req-48ea0c3e-cf4f-4539-a12d-2d95f2a788e2 service nova] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Received event network-vif-deleted-03c9203e-9bc2-4689-bcb1-40e0d65b0960 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.065486] env[62743]: INFO nova.compute.manager [-] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Took 1.35 seconds to deallocate network for instance. [ 2003.077388] env[62743]: DEBUG oslo_concurrency.lockutils [None req-64b413a1-7605-4bb7-bf2d-ce3e228d8222 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "ecf46e23-9089-48bf-982c-d4002d90af9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.107s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.232150] env[62743]: DEBUG oslo_concurrency.lockutils [None req-edf2d301-32f6-4ecd-9e9a-6dfabedbd316 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.533s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.367938] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063958, 'name': CreateVM_Task, 'duration_secs': 1.825538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.368140] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2003.368955] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.369112] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.369423] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2003.370018] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ee40ec-4e46-4a14-baed-150ad6fe3698 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.374691] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2003.374691] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525e9bc7-dde7-02fd-be0f-a69c3841e796" [ 2003.374691] env[62743]: _type = "Task" [ 2003.374691] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.382425] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525e9bc7-dde7-02fd-be0f-a69c3841e796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.461650] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.461902] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.462130] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.462316] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.462487] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.464123] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063961, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.464878] env[62743]: INFO nova.compute.manager [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Terminating instance [ 2003.573384] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.650278] env[62743]: DEBUG nova.compute.manager [req-8399862a-66c6-4892-895c-ce7f160070de req-f5dfcde7-892c-43c6-b083-dec9177c2e12 service nova] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Received event network-vif-deleted-b9bb1f87-e5dc-4f33-8a27-3b45ae911233 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.886599] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525e9bc7-dde7-02fd-be0f-a69c3841e796, 'name': SearchDatastore_Task, 'duration_secs': 0.010167} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.888483] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.888731] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2003.888959] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.889116] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.889294] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2003.890020] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375dc626-6c56-48a7-8947-1be6316f4de4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.900225] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2003.900394] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2003.901090] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7987d18-89b8-42ba-a3cd-6beb6686c1aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.905949] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2003.905949] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]527d9c53-5a53-f041-17e4-060de1af0ddf" [ 2003.905949] env[62743]: _type = "Task" [ 2003.905949] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.916534] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]527d9c53-5a53-f041-17e4-060de1af0ddf, 'name': SearchDatastore_Task} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.917305] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4c23e3-ad08-48c1-951b-ea17bfe44a8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.924726] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2003.924726] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52345517-8ccc-f66e-0839-c08670e81508" [ 2003.924726] env[62743]: _type = "Task" [ 2003.924726] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.933483] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52345517-8ccc-f66e-0839-c08670e81508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.934919] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9739fe-afe1-49a5-8cd8-afaaa002eedf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.941137] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254e659-e13f-41eb-a55b-1a6ef3ffca6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.975103] env[62743]: DEBUG nova.compute.manager [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.975562] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.979088] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6872154a-9e59-4a4b-a20b-fce96966de17 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.982049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0838a38-fdbf-47d2-9450-e75698a71751 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.989293] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063961, 'name': ReconfigVM_Task, 'duration_secs': 0.518822} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.992821] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 6f426c8d-d181-4e68-9072-6f633c4138e5/6f426c8d-d181-4e68-9072-6f633c4138e5.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.993587] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.993723] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-211ed006-8c10-48c4-ba5a-6a720a9b67aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.995174] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d78e75-9bb2-4157-828e-7f354cdf84c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.997370] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad24c07-fd34-49e7-9cbb-5ad7a41dd18c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.013346] env[62743]: DEBUG nova.compute.provider_tree [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2004.017070] env[62743]: DEBUG oslo_vmware.api [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 2004.017070] env[62743]: value = "task-2063963" [ 2004.017070] env[62743]: _type = "Task" [ 2004.017070] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.017428] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2004.017428] env[62743]: value = "task-2063962" [ 2004.017428] env[62743]: _type = "Task" [ 2004.017428] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.030445] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.030692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.030901] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.031096] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.031293] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.033072] env[62743]: DEBUG oslo_vmware.api [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.036462] env[62743]: INFO nova.compute.manager [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Terminating instance [ 2004.037834] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063962, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.436041] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52345517-8ccc-f66e-0839-c08670e81508, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.436409] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.436592] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0cb6ae7f-d892-4efa-a004-0e234cd23c1e/0cb6ae7f-d892-4efa-a004-0e234cd23c1e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2004.436856] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c95f1a8-d69e-439b-9711-d540638f70c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.443441] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2004.443441] env[62743]: value = "task-2063964" [ 2004.443441] env[62743]: _type = "Task" [ 2004.443441] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.450753] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.519156] env[62743]: DEBUG nova.scheduler.client.report [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.536320] env[62743]: DEBUG oslo_vmware.api [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063963, 'name': PowerOffVM_Task, 'duration_secs': 0.188127} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.539928] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.540181] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2004.541095] env[62743]: DEBUG nova.compute.manager [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2004.541222] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2004.541480] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063962, 'name': Rename_Task, 'duration_secs': 0.166786} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.542750] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c287338-fab4-4136-ad80-810669d17ec1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.544786] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee86e148-e8bb-428b-906b-d522b9cc0d6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.547605] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2004.548080] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a4f70c-8d20-4e3b-94af-e402338adb76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.556223] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.556819] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da08d42e-a38e-4ce2-bd61-be9637c5eb6d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.558279] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2004.558279] env[62743]: value = "task-2063965" [ 2004.558279] env[62743]: _type = "Task" [ 2004.558279] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.562732] env[62743]: DEBUG oslo_vmware.api [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 2004.562732] env[62743]: value = "task-2063967" [ 2004.562732] env[62743]: _type = "Task" [ 2004.562732] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.570296] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.575197] env[62743]: DEBUG oslo_vmware.api [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.898298] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2004.898617] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2004.898811] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleting the datastore file [datastore1] 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.899187] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30ae895-ce46-4128-b914-6cdba108278c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.906202] env[62743]: DEBUG oslo_vmware.api [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 2004.906202] env[62743]: value = "task-2063968" [ 2004.906202] env[62743]: _type = "Task" [ 2004.906202] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.916211] env[62743]: DEBUG oslo_vmware.api [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.953800] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478212} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.954200] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0cb6ae7f-d892-4efa-a004-0e234cd23c1e/0cb6ae7f-d892-4efa-a004-0e234cd23c1e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2004.954450] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2004.954734] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37e2b543-bf90-4a4c-adc2-663a2da89258 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.961401] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2004.961401] env[62743]: value = "task-2063969" [ 2004.961401] env[62743]: _type = "Task" [ 2004.961401] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.969788] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.031876] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.032483] env[62743]: DEBUG nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2005.038720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.170s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.038720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.038720] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2005.038720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.328s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.038720] env[62743]: INFO nova.compute.claims [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.043465] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9304a019-7c53-4018-932d-5ae292734b5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.053624] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f4e6f-b368-4f6b-b47c-787b002d11fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.080527] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea88de-1183-417d-bf1e-ebc402c73c71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.083419] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.086969] env[62743]: DEBUG oslo_vmware.api [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063967, 'name': PowerOffVM_Task, 'duration_secs': 0.303237} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.090496] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.090496] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.090496] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1456d290-112e-4415-8cf3-cc949be173a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.093058] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b0d88-23ff-4a38-a876-18e1134d4ba6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.131954] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178921MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2005.132241] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.375234] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.376249] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.376370] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Deleting the datastore file [datastore1] 9aedf25b-6ddb-4f53-a099-bd5361ebb187 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.376885] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40d1e388-c663-43e0-a838-b1f123120fb1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.384124] env[62743]: DEBUG oslo_vmware.api [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for the task: (returnval){ [ 2005.384124] env[62743]: value = "task-2063971" [ 2005.384124] env[62743]: _type = "Task" [ 2005.384124] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.393289] env[62743]: DEBUG oslo_vmware.api [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.414954] env[62743]: DEBUG oslo_vmware.api [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2063968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342692} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.415373] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.415373] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.415580] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.415729] env[62743]: INFO nova.compute.manager [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Took 1.44 seconds to destroy the instance on the hypervisor. [ 2005.415971] env[62743]: DEBUG oslo.service.loopingcall [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.416182] env[62743]: DEBUG nova.compute.manager [-] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2005.416354] env[62743]: DEBUG nova.network.neutron [-] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2005.471599] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071166} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.476504] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2005.476504] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a71e09-8e9e-4d3e-87a5-d8b6a72fcb4b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.499263] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 0cb6ae7f-d892-4efa-a004-0e234cd23c1e/0cb6ae7f-d892-4efa-a004-0e234cd23c1e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2005.499436] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5569af9d-0ce2-4799-b28f-896ae1539457 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.529646] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2005.529646] env[62743]: value = "task-2063972" [ 2005.529646] env[62743]: _type = "Task" [ 2005.529646] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.539415] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.544876] env[62743]: DEBUG nova.compute.utils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2005.546489] env[62743]: DEBUG nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2005.546709] env[62743]: DEBUG nova.network.neutron [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2005.571438] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063965, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.687192] env[62743]: DEBUG nova.policy [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '751b30bc24034b56af4ad8f9346f838e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b9da2c918a4b5dbede116ebd0e956f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2005.895741] env[62743]: DEBUG oslo_vmware.api [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Task: {'id': task-2063971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388583} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.896020] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.896550] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.896795] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.896979] env[62743]: INFO nova.compute.manager [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2005.897241] env[62743]: DEBUG oslo.service.loopingcall [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2005.897473] env[62743]: DEBUG nova.compute.manager [-] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2005.897571] env[62743]: DEBUG nova.network.neutron [-] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2006.043486] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.050105] env[62743]: DEBUG nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2006.058021] env[62743]: DEBUG nova.compute.manager [req-ec07aa2a-36cd-4bbb-8f84-96164f0a9fbc req-a1821c91-ae1a-481b-8e88-40c25bb4304f service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Received event network-vif-deleted-5ef502f0-da4b-45f7-91a5-bc68cb721d28 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2006.058021] env[62743]: INFO nova.compute.manager [req-ec07aa2a-36cd-4bbb-8f84-96164f0a9fbc req-a1821c91-ae1a-481b-8e88-40c25bb4304f service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Neutron deleted interface 5ef502f0-da4b-45f7-91a5-bc68cb721d28; detaching it from the instance and deleting it from the info cache [ 2006.060119] env[62743]: DEBUG nova.network.neutron [req-ec07aa2a-36cd-4bbb-8f84-96164f0a9fbc req-a1821c91-ae1a-481b-8e88-40c25bb4304f service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.071672] env[62743]: DEBUG oslo_vmware.api [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063965, 'name': PowerOnVM_Task, 'duration_secs': 1.13512} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.072453] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2006.072647] env[62743]: INFO nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Took 12.26 seconds to spawn the instance on the hypervisor. [ 2006.073091] env[62743]: DEBUG nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.073602] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b5bdd-3e75-4f50-b8d4-e4f11dff047b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.520049] env[62743]: DEBUG nova.network.neutron [-] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.530985] env[62743]: DEBUG nova.network.neutron [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Successfully created port: 3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2006.545353] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063972, 'name': ReconfigVM_Task, 'duration_secs': 0.767973} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.545670] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 0cb6ae7f-d892-4efa-a004-0e234cd23c1e/0cb6ae7f-d892-4efa-a004-0e234cd23c1e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2006.546403] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23379fd5-a043-4fb5-a875-b6bbc28341ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.553513] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ddcba-2467-4270-a824-67c1e93b4cf6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.558103] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2006.558103] env[62743]: value = "task-2063973" [ 2006.558103] env[62743]: _type = "Task" [ 2006.558103] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.568284] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f42f5730-9ffc-47d3-bac9-f81b3bb09cae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.573111] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734dae19-c909-440d-b197-adfb1f913a60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.584212] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063973, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.625672] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef64df-5c1b-490f-a01d-131b6ec9c38b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.631287] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b02f28d-4a16-42c8-8694-1a9b9df4785d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.642327] env[62743]: INFO nova.compute.manager [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Took 58.58 seconds to build instance. [ 2006.649904] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc1bd93-7ce7-4670-8180-c1baa5c18b72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.666285] env[62743]: DEBUG nova.compute.manager [req-ec07aa2a-36cd-4bbb-8f84-96164f0a9fbc req-a1821c91-ae1a-481b-8e88-40c25bb4304f service nova] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Detach interface failed, port_id=5ef502f0-da4b-45f7-91a5-bc68cb721d28, reason: Instance 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2006.675102] env[62743]: DEBUG nova.compute.provider_tree [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.022512] env[62743]: INFO nova.compute.manager [-] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Took 1.61 seconds to deallocate network for instance. [ 2007.071228] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063973, 'name': Rename_Task, 'duration_secs': 0.351526} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.071585] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2007.073018] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca8a326-de98-4e89-ada9-9dd5366a893f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.081282] env[62743]: DEBUG nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2007.086954] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2007.086954] env[62743]: value = "task-2063974" [ 2007.086954] env[62743]: _type = "Task" [ 2007.086954] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.100764] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063974, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.115398] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2007.115682] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2007.115830] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2007.116024] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2007.116185] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2007.116333] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2007.116545] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2007.116732] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2007.117326] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2007.117326] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2007.117326] env[62743]: DEBUG nova.virt.hardware [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2007.118117] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e97610a-5fd7-4600-a5b9-e1f022df96c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.126230] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c65199-e64a-4897-8ad7-11542eab70fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.145329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9ee90347-9696-4bd6-8509-abe58521e181 tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.344s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.178622] env[62743]: DEBUG nova.scheduler.client.report [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.500589] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "6f426c8d-d181-4e68-9072-6f633c4138e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.500863] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.501201] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "6f426c8d-d181-4e68-9072-6f633c4138e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.501413] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.501600] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.503613] env[62743]: INFO nova.compute.manager [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Terminating instance [ 2007.509333] env[62743]: DEBUG nova.network.neutron [-] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.528816] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.600419] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.684177] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.684710] env[62743]: DEBUG nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2007.688132] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.650s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.688384] env[62743]: DEBUG nova.objects.instance [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lazy-loading 'resources' on Instance uuid c5343386-e9d5-4fc5-a7bc-56f568b8282b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.008546] env[62743]: DEBUG nova.compute.manager [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2008.008788] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.009706] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32003847-e49e-459f-95ae-ae5f81aa5248 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.013191] env[62743]: INFO nova.compute.manager [-] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Took 2.12 seconds to deallocate network for instance. [ 2008.024102] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.024440] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9a9785-147f-4e9b-abcc-3fe338d26f59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.031654] env[62743]: DEBUG oslo_vmware.api [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2008.031654] env[62743]: value = "task-2063975" [ 2008.031654] env[62743]: _type = "Task" [ 2008.031654] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.041649] env[62743]: DEBUG oslo_vmware.api [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.088466] env[62743]: DEBUG nova.compute.manager [req-39c0b8cf-f089-461c-8640-d6b88d2e693a req-0b85e8e1-b218-45a5-b8f9-cfc1cfa2b923 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received event network-vif-deleted-cd647f80-0a2b-4fe4-8571-897ab4d4d352 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2008.088731] env[62743]: DEBUG nova.compute.manager [req-39c0b8cf-f089-461c-8640-d6b88d2e693a req-0b85e8e1-b218-45a5-b8f9-cfc1cfa2b923 service nova] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Received event network-vif-deleted-120db9b1-90b5-4f40-86a8-73a1109ba5da {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2008.103255] env[62743]: DEBUG oslo_vmware.api [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063974, 'name': PowerOnVM_Task, 'duration_secs': 0.717437} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.103518] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.103800] env[62743]: INFO nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Took 9.75 seconds to spawn the instance on the hypervisor. [ 2008.103890] env[62743]: DEBUG nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.104782] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc100467-371f-4870-aca7-4c4873dab371 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.192831] env[62743]: DEBUG nova.compute.utils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.197647] env[62743]: DEBUG nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.197825] env[62743]: DEBUG nova.network.neutron [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.307954] env[62743]: DEBUG nova.policy [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f28ca1d1b784732b5418ac8e254f15d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '626154ea2ccd44b9bdd744639bbb606c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2008.526110] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.547235] env[62743]: DEBUG oslo_vmware.api [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063975, 'name': PowerOffVM_Task, 'duration_secs': 0.385406} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.547557] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.547711] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2008.548031] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed3ef9bc-3098-4efc-9eb8-579e19f61d71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.625868] env[62743]: INFO nova.compute.manager [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Took 47.06 seconds to build instance. [ 2008.668630] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a104e881-6056-4bdb-9e70-2681c1a8e11e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.676164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3241f-d923-4cd0-a8ec-9fbb2319080e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.705723] env[62743]: DEBUG nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2008.712160] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5d1736-57d1-413a-86b7-b16c9cbb081d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.712894] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2008.713100] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2008.713303] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Deleting the datastore file [datastore1] 6f426c8d-d181-4e68-9072-6f633c4138e5 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2008.713992] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbc5a1dc-8778-4521-a5b9-3d4867e428cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.721222] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739580d7-f67f-4e86-9814-39eadcfc4de7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.725747] env[62743]: DEBUG oslo_vmware.api [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for the task: (returnval){ [ 2008.725747] env[62743]: value = "task-2063977" [ 2008.725747] env[62743]: _type = "Task" [ 2008.725747] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.740220] env[62743]: DEBUG nova.compute.provider_tree [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.744694] env[62743]: DEBUG oslo_vmware.api [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.131540] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2961ea7e-4cfc-44ec-9061-dcb4fe2b6f05 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.584s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.143587] env[62743]: DEBUG nova.network.neutron [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Successfully updated port: 3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2009.222774] env[62743]: DEBUG nova.network.neutron [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Successfully created port: 8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2009.236579] env[62743]: DEBUG oslo_vmware.api [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Task: {'id': task-2063977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206963} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.236819] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.237069] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.237188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2009.237362] env[62743]: INFO nova.compute.manager [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2009.237630] env[62743]: DEBUG oslo.service.loopingcall [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.237825] env[62743]: DEBUG nova.compute.manager [-] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2009.237920] env[62743]: DEBUG nova.network.neutron [-] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2009.246509] env[62743]: DEBUG nova.scheduler.client.report [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.646421] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.646718] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquired lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.646757] env[62743]: DEBUG nova.network.neutron [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2009.720504] env[62743]: DEBUG nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2009.746945] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2009.747221] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2009.747427] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2009.747784] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2009.747956] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2009.748118] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2009.748341] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2009.748636] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2009.748867] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2009.749037] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2009.749227] env[62743]: DEBUG nova.virt.hardware [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2009.750130] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6dc3a4-73d8-474d-a74e-50640d71f1ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.753234] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.755436] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.100s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.755661] env[62743]: DEBUG nova.objects.instance [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lazy-loading 'resources' on Instance uuid dd014a6d-45ba-4a56-9fd8-914c019c1f5b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.766926] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a6e83b-7d4d-4696-a223-19dfefc18e95 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.779529] env[62743]: INFO nova.scheduler.client.report [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleted allocations for instance c5343386-e9d5-4fc5-a7bc-56f568b8282b [ 2009.954619] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.954891] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.955147] env[62743]: INFO nova.compute.manager [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Rebooting instance [ 2010.029621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.029825] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.123247] env[62743]: DEBUG nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Received event network-vif-plugged-3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.123475] env[62743]: DEBUG oslo_concurrency.lockutils [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] Acquiring lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.123688] env[62743]: DEBUG oslo_concurrency.lockutils [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.123871] env[62743]: DEBUG oslo_concurrency.lockutils [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.124025] env[62743]: DEBUG nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] No waiting events found dispatching network-vif-plugged-3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.124202] env[62743]: WARNING nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Received unexpected event network-vif-plugged-3ee96457-9402-42ba-a432-7a25aa41242b for instance with vm_state building and task_state spawning. [ 2010.124366] env[62743]: DEBUG nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Received event network-changed-3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.124566] env[62743]: DEBUG nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Refreshing instance network info cache due to event network-changed-3ee96457-9402-42ba-a432-7a25aa41242b. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2010.124683] env[62743]: DEBUG oslo_concurrency.lockutils [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] Acquiring lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.139525] env[62743]: DEBUG nova.network.neutron [-] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.184517] env[62743]: DEBUG nova.network.neutron [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2010.288231] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad812b47-44e8-4c77-bc03-1013fb9a7516 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "c5343386-e9d5-4fc5-a7bc-56f568b8282b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.028s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.331215] env[62743]: DEBUG nova.network.neutron [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Updating instance_info_cache with network_info: [{"id": "3ee96457-9402-42ba-a432-7a25aa41242b", "address": "fa:16:3e:32:95:ab", "network": {"id": "e7f05278-5853-49ab-9f29-46dae182b640", "bridge": "br-int", "label": "tempest-ServersTestJSON-1830423329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b9da2c918a4b5dbede116ebd0e956f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee96457-94", "ovs_interfaceid": "3ee96457-9402-42ba-a432-7a25aa41242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.481252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.481449] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquired lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.481632] env[62743]: DEBUG nova.network.neutron [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2010.535257] env[62743]: DEBUG nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2010.614527] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c8cf3-0eff-4aa3-a302-d000d7eb4cc9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.622404] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3488d957-c7ca-4e67-8ddd-d8c741a6366d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.656513] env[62743]: INFO nova.compute.manager [-] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Took 1.42 seconds to deallocate network for instance. [ 2010.659666] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c88763-100c-4758-a3f8-627a5c03dbe5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.670040] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b28632-a302-4f8a-9c05-8d11a7586909 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.687244] env[62743]: DEBUG nova.compute.provider_tree [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.834692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Releasing lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.834692] env[62743]: DEBUG nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Instance network_info: |[{"id": "3ee96457-9402-42ba-a432-7a25aa41242b", "address": "fa:16:3e:32:95:ab", "network": {"id": "e7f05278-5853-49ab-9f29-46dae182b640", "bridge": "br-int", "label": "tempest-ServersTestJSON-1830423329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b9da2c918a4b5dbede116ebd0e956f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee96457-94", "ovs_interfaceid": "3ee96457-9402-42ba-a432-7a25aa41242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2010.835501] env[62743]: DEBUG oslo_concurrency.lockutils [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] Acquired lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.835501] env[62743]: DEBUG nova.network.neutron [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Refreshing network info cache for port 3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.836764] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:95:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ee96457-9402-42ba-a432-7a25aa41242b', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2010.844737] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Creating folder: Project (22b9da2c918a4b5dbede116ebd0e956f). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2010.845827] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88399d8e-83e7-4f8a-960c-f7c046e792ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.857602] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Created folder: Project (22b9da2c918a4b5dbede116ebd0e956f) in parent group-v423128. [ 2010.857797] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Creating folder: Instances. Parent ref: group-v423300. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2010.858055] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c94f3ee8-b359-497b-9e34-75390a3f4d60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.866758] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Created folder: Instances in parent group-v423300. [ 2010.866991] env[62743]: DEBUG oslo.service.loopingcall [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.867201] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2010.867431] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d04233b-14ff-46a1-9cf2-369e46f812a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.886498] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2010.886498] env[62743]: value = "task-2063980" [ 2010.886498] env[62743]: _type = "Task" [ 2010.886498] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.894094] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.058101] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.166665] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.191259] env[62743]: DEBUG nova.scheduler.client.report [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.259280] env[62743]: DEBUG nova.network.neutron [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Updating instance_info_cache with network_info: [{"id": "9c2855e9-d545-44df-9410-f20718306796", "address": "fa:16:3e:5e:7d:3c", "network": {"id": "e260a0a9-deeb-4032-88ba-7af0b1cd8e10", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1385937959-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5c94f6cc534d3bb444e7aca4eab84a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2855e9-d5", "ovs_interfaceid": "9c2855e9-d545-44df-9410-f20718306796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.396812] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.549879] env[62743]: DEBUG nova.network.neutron [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Updated VIF entry in instance network info cache for port 3ee96457-9402-42ba-a432-7a25aa41242b. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.550270] env[62743]: DEBUG nova.network.neutron [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Updating instance_info_cache with network_info: [{"id": "3ee96457-9402-42ba-a432-7a25aa41242b", "address": "fa:16:3e:32:95:ab", "network": {"id": "e7f05278-5853-49ab-9f29-46dae182b640", "bridge": "br-int", "label": "tempest-ServersTestJSON-1830423329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b9da2c918a4b5dbede116ebd0e956f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee96457-94", "ovs_interfaceid": "3ee96457-9402-42ba-a432-7a25aa41242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.696092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.698645] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.037s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.699947] env[62743]: INFO nova.compute.claims [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2011.718709] env[62743]: INFO nova.scheduler.client.report [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted allocations for instance dd014a6d-45ba-4a56-9fd8-914c019c1f5b [ 2011.762421] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Releasing lock "refresh_cache-0cb6ae7f-d892-4efa-a004-0e234cd23c1e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.897379] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.053847] env[62743]: DEBUG oslo_concurrency.lockutils [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] Releasing lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.053847] env[62743]: DEBUG nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Received event network-vif-deleted-f3e8f5bb-df03-45ef-9c50-577f60756094 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2012.053989] env[62743]: INFO nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Neutron deleted interface f3e8f5bb-df03-45ef-9c50-577f60756094; detaching it from the instance and deleting it from the info cache [ 2012.054202] env[62743]: DEBUG nova.network.neutron [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.228336] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ad42409f-d1d3-4a32-be2f-f908a883cbf2 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "dd014a6d-45ba-4a56-9fd8-914c019c1f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.062s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.266959] env[62743]: DEBUG nova.compute.manager [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.268042] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39946ff7-ae04-433b-a7df-73d62677e02c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.398723] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.556747] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c746f197-c8ff-4bea-ab52-42dd5d457bec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.569096] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41268d4-a368-482b-8c8f-ed4de3f4f0ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.598863] env[62743]: DEBUG nova.compute.manager [req-29f57f45-f8b4-47d6-acb0-b3cb160802cc req-19abdd30-4cd3-4cef-a309-2e13897b36d7 service nova] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Detach interface failed, port_id=f3e8f5bb-df03-45ef-9c50-577f60756094, reason: Instance 6f426c8d-d181-4e68-9072-6f633c4138e5 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2012.900204] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.904172] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "34e9a264-7999-4715-83bb-488219204ca7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.904411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "34e9a264-7999-4715-83bb-488219204ca7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.904608] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "34e9a264-7999-4715-83bb-488219204ca7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.904789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "34e9a264-7999-4715-83bb-488219204ca7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.904956] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "34e9a264-7999-4715-83bb-488219204ca7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.906889] env[62743]: INFO nova.compute.manager [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Terminating instance [ 2013.022449] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ef7dc-e58a-430a-95e3-c00020623928 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.030014] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bfc2d0-691b-4388-8dff-90cbc24e647e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.062768] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034ade3-9d22-4264-8f0b-1ad9ee79e59b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.071164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1093b1f-cb1c-4646-ba75-9ff40a79a7df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.084822] env[62743]: DEBUG nova.compute.provider_tree [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.286179] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1288935b-5534-4b04-95d1-94486ace463d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.294954] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Doing hard reboot of VM {{(pid=62743) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2013.295227] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-caecfe65-07c5-4b0c-a390-08a495dbc311 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.302202] env[62743]: DEBUG oslo_vmware.api [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2013.302202] env[62743]: value = "task-2063981" [ 2013.302202] env[62743]: _type = "Task" [ 2013.302202] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.308477] env[62743]: DEBUG oslo_vmware.api [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063981, 'name': ResetVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.399413] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.410391] env[62743]: DEBUG nova.compute.manager [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2013.410706] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2013.411641] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e045ea8-393e-4c4e-aaae-025369e67a4f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.419370] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.419577] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0ead9ed-003d-4ec6-ac45-e4b853169f8c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.425618] env[62743]: DEBUG oslo_vmware.api [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 2013.425618] env[62743]: value = "task-2063982" [ 2013.425618] env[62743]: _type = "Task" [ 2013.425618] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.433368] env[62743]: DEBUG oslo_vmware.api [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.588092] env[62743]: DEBUG nova.scheduler.client.report [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.811169] env[62743]: DEBUG oslo_vmware.api [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063981, 'name': ResetVM_Task, 'duration_secs': 0.099109} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.811530] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Did hard reboot of VM {{(pid=62743) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2013.811778] env[62743]: DEBUG nova.compute.manager [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.812653] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373dd674-4133-4616-a126-68ef8749eee9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.899183] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.934722] env[62743]: DEBUG oslo_vmware.api [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063982, 'name': PowerOffVM_Task, 'duration_secs': 0.220789} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.934984] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2013.935169] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2013.935515] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef552d7-8c79-4e36-8549-b843f8562faa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.095207] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.095951] env[62743]: DEBUG nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2014.100606] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.732s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.102599] env[62743]: INFO nova.compute.claims [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2014.326032] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d0e4751c-b214-41cd-a1b4-6c1be46e12d5 tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.371s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.400174] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.610278] env[62743]: DEBUG nova.compute.utils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2014.611717] env[62743]: DEBUG nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2014.611888] env[62743]: DEBUG nova.network.neutron [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2014.660126] env[62743]: DEBUG nova.policy [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e377eab9e343ce94ea5f3aa1afd1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76ce1065c1254ec5be394a3b4b7ee7f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2014.902346] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.008920] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.010411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.010411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.010411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.010411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.012956] env[62743]: INFO nova.compute.manager [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Terminating instance [ 2015.030701] env[62743]: DEBUG nova.network.neutron [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Successfully created port: d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2015.117033] env[62743]: DEBUG nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2015.404202] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.518042] env[62743]: DEBUG nova.compute.manager [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2015.518042] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.518042] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186f27e3-82dd-4706-9ba0-b1f3d9d18f66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.524034] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf1c92a-4191-4607-b41a-25be9c878dd9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.530936] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.531613] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0999dbea-c2d0-416d-99d0-61e497931902 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.536029] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aca9d98-f4de-4e63-a34e-cf410d10176d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.541037] env[62743]: DEBUG oslo_vmware.api [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2015.541037] env[62743]: value = "task-2063984" [ 2015.541037] env[62743]: _type = "Task" [ 2015.541037] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.573794] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57320e7-33e0-4b00-aa88-4cf3e8647993 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.579364] env[62743]: DEBUG oslo_vmware.api [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.584520] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0ae35f-4fd8-4f06-b09a-354f03f4101b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.598104] env[62743]: DEBUG nova.compute.provider_tree [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.901877] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.051436] env[62743]: DEBUG oslo_vmware.api [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063984, 'name': PowerOffVM_Task, 'duration_secs': 0.223552} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.051436] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.051436] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2016.051777] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99e50dd0-7b65-4266-8638-9caf52e32286 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.101518] env[62743]: DEBUG nova.scheduler.client.report [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.125865] env[62743]: DEBUG nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2016.148725] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2016.148725] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2016.148725] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2016.148929] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2016.149065] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2016.149224] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2016.149450] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2016.149613] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2016.149796] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2016.149980] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2016.150188] env[62743]: DEBUG nova.virt.hardware [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2016.151423] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02abc2cd-a256-492b-a0fb-9a2d682397a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.160179] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43097144-aa71-4e4d-93b1-342a0a288fb8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.402769] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.607048] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.607688] env[62743]: DEBUG nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2016.611605] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.178s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.907628] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.117293] env[62743]: DEBUG nova.compute.utils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2017.120331] env[62743]: INFO nova.compute.claims [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.123963] env[62743]: DEBUG nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2017.124188] env[62743]: DEBUG nova.network.neutron [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2017.187478] env[62743]: DEBUG nova.policy [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '902e1409f6234fa9892257914fb1b4a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5cc9475b2684ccf963b20ecd19f436f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2017.404081] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.542347] env[62743]: DEBUG nova.network.neutron [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Successfully created port: 0c5791b5-2308-4401-adaf-b9befe71f3c6 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2017.624737] env[62743]: DEBUG nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2017.628709] env[62743]: INFO nova.compute.resource_tracker [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating resource usage from migration 7ba82f89-3941-493f-b826-f2eba006e77f [ 2017.795654] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2017.795865] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2017.796056] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleting the datastore file [datastore1] 34e9a264-7999-4715-83bb-488219204ca7 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.796341] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b655733-2735-4523-975c-25be5ebea7a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.803178] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2017.803500] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2017.803559] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Deleting the datastore file [datastore1] 0cb6ae7f-d892-4efa-a004-0e234cd23c1e {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2017.803806] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3634a989-d722-4994-83e7-8dbb91d560d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.814832] env[62743]: DEBUG oslo_vmware.api [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 2017.814832] env[62743]: value = "task-2063986" [ 2017.814832] env[62743]: _type = "Task" [ 2017.814832] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.821450] env[62743]: DEBUG oslo_vmware.api [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for the task: (returnval){ [ 2017.821450] env[62743]: value = "task-2063987" [ 2017.821450] env[62743]: _type = "Task" [ 2017.821450] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.830779] env[62743]: DEBUG oslo_vmware.api [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.843618] env[62743]: DEBUG oslo_vmware.api [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.907334] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.046369] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cfe20b-db98-4a49-9fb1-0f67abf442ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.054811] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67b354-46db-4e14-8809-f20735f7c15f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.086067] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79413df9-30b2-45d1-b8e3-1d992cda112c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.093950] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca053d4d-f312-4d95-a3dd-bd042ce49c2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.107328] env[62743]: DEBUG nova.compute.provider_tree [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.332180] env[62743]: DEBUG oslo_vmware.api [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2063986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135023} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.333388] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.333619] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.337269] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.337496] env[62743]: INFO nova.compute.manager [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Took 4.93 seconds to destroy the instance on the hypervisor. [ 2018.337736] env[62743]: DEBUG oslo.service.loopingcall [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.338360] env[62743]: DEBUG nova.compute.manager [-] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.338510] env[62743]: DEBUG nova.network.neutron [-] [instance: 34e9a264-7999-4715-83bb-488219204ca7] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.344055] env[62743]: DEBUG oslo_vmware.api [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Task: {'id': task-2063987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130172} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.344602] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.344793] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.344975] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.345159] env[62743]: INFO nova.compute.manager [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Took 2.83 seconds to destroy the instance on the hypervisor. [ 2018.345392] env[62743]: DEBUG oslo.service.loopingcall [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.345581] env[62743]: DEBUG nova.compute.manager [-] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.345674] env[62743]: DEBUG nova.network.neutron [-] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.406597] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063980, 'name': CreateVM_Task, 'duration_secs': 7.086071} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.406597] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2018.406597] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.406597] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.406800] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2018.407065] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8dc88b-ae42-435b-8b74-cef80aaffed6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.412300] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2018.412300] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ef687e-afa8-f964-1f12-2fdb45671f9b" [ 2018.412300] env[62743]: _type = "Task" [ 2018.412300] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.427142] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ef687e-afa8-f964-1f12-2fdb45671f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.427518] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.427772] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2018.428018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.428168] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.428348] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2018.428614] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0bfbf90-35aa-4a56-9855-c02403666a35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.437581] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2018.437814] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2018.438573] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a609ecb5-4edc-4f7f-8b12-437ac365155a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.443921] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2018.443921] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52486a07-d38c-30bb-c86e-6923305d5272" [ 2018.443921] env[62743]: _type = "Task" [ 2018.443921] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.452895] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52486a07-d38c-30bb-c86e-6923305d5272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.457613] env[62743]: DEBUG nova.compute.manager [req-a4bc35f5-4dbd-49a7-8bee-559e20dbdceb req-7dcc0867-5c7b-486b-8079-fa8f1b4e134e service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Received event network-vif-plugged-8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2018.457821] env[62743]: DEBUG oslo_concurrency.lockutils [req-a4bc35f5-4dbd-49a7-8bee-559e20dbdceb req-7dcc0867-5c7b-486b-8079-fa8f1b4e134e service nova] Acquiring lock "78000a54-917a-4bfe-ad6b-9907aee03a23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.458030] env[62743]: DEBUG oslo_concurrency.lockutils [req-a4bc35f5-4dbd-49a7-8bee-559e20dbdceb req-7dcc0867-5c7b-486b-8079-fa8f1b4e134e service nova] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.458208] env[62743]: DEBUG oslo_concurrency.lockutils [req-a4bc35f5-4dbd-49a7-8bee-559e20dbdceb req-7dcc0867-5c7b-486b-8079-fa8f1b4e134e service nova] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.458371] env[62743]: DEBUG nova.compute.manager [req-a4bc35f5-4dbd-49a7-8bee-559e20dbdceb req-7dcc0867-5c7b-486b-8079-fa8f1b4e134e service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] No waiting events found dispatching network-vif-plugged-8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2018.458559] env[62743]: WARNING nova.compute.manager [req-a4bc35f5-4dbd-49a7-8bee-559e20dbdceb req-7dcc0867-5c7b-486b-8079-fa8f1b4e134e service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Received unexpected event network-vif-plugged-8f03d2e7-8137-48f7-8d72-a008b4874c1c for instance with vm_state building and task_state spawning. [ 2018.568675] env[62743]: DEBUG nova.network.neutron [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Successfully updated port: 8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2018.610687] env[62743]: DEBUG nova.scheduler.client.report [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.638966] env[62743]: DEBUG nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2018.670015] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2018.670356] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.670515] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2018.670729] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.670904] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2018.671236] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2018.671519] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2018.671711] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2018.671909] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2018.672110] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2018.672324] env[62743]: DEBUG nova.virt.hardware [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2018.673217] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b3d25f-0e3f-434d-8487-6269c4b18f58 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.681651] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5253952f-9823-4491-b033-43170cd4a1a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.955321] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52486a07-d38c-30bb-c86e-6923305d5272, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.956170] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6947cf73-3e3d-4aa7-92fc-05c2c693f35f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.961550] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2018.961550] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5247670a-34d4-96e4-97bf-027c91ac07b9" [ 2018.961550] env[62743]: _type = "Task" [ 2018.961550] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.969418] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5247670a-34d4-96e4-97bf-027c91ac07b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.051831] env[62743]: DEBUG nova.compute.manager [req-8def397e-4f72-4812-a694-283018fbb42b req-12de2f0b-0ff9-4e78-96ee-6ddde2a4376b service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Received event network-vif-deleted-9c2855e9-d545-44df-9410-f20718306796 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2019.052034] env[62743]: INFO nova.compute.manager [req-8def397e-4f72-4812-a694-283018fbb42b req-12de2f0b-0ff9-4e78-96ee-6ddde2a4376b service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Neutron deleted interface 9c2855e9-d545-44df-9410-f20718306796; detaching it from the instance and deleting it from the info cache [ 2019.052212] env[62743]: DEBUG nova.network.neutron [req-8def397e-4f72-4812-a694-283018fbb42b req-12de2f0b-0ff9-4e78-96ee-6ddde2a4376b service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.071611] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.071720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.071846] env[62743]: DEBUG nova.network.neutron [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2019.116879] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.505s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.116879] env[62743]: INFO nova.compute.manager [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Migrating [ 2019.117032] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.117202] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.118841] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.931s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.121428] env[62743]: DEBUG nova.objects.instance [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lazy-loading 'resources' on Instance uuid 6b633ce0-90d2-4c09-8a4d-39cd217136d1 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.121503] env[62743]: INFO nova.compute.rpcapi [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 2019.123981] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.342021] env[62743]: DEBUG nova.network.neutron [-] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.345083] env[62743]: DEBUG nova.network.neutron [-] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.486450] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5247670a-34d4-96e4-97bf-027c91ac07b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.486450] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.486450] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ae6e5983-1579-404c-a21b-3c3bb25ac7ee/ae6e5983-1579-404c-a21b-3c3bb25ac7ee.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2019.486747] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cced1be-ea87-4417-8ecd-d321f0fb6f53 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.496295] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2019.496295] env[62743]: value = "task-2063988" [ 2019.496295] env[62743]: _type = "Task" [ 2019.496295] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.506087] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.556427] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a1b5b7b-e9ef-4530-adcf-60e736859265 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.568519] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059268c8-8268-4132-8cd1-56db81628ce7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.609097] env[62743]: DEBUG nova.compute.manager [req-8def397e-4f72-4812-a694-283018fbb42b req-12de2f0b-0ff9-4e78-96ee-6ddde2a4376b service nova] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Detach interface failed, port_id=9c2855e9-d545-44df-9410-f20718306796, reason: Instance 0cb6ae7f-d892-4efa-a004-0e234cd23c1e could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2019.626689] env[62743]: DEBUG nova.network.neutron [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2019.640778] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.640984] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.641198] env[62743]: DEBUG nova.network.neutron [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2019.663913] env[62743]: DEBUG nova.network.neutron [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Successfully updated port: d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2019.749728] env[62743]: DEBUG nova.network.neutron [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Successfully updated port: 0c5791b5-2308-4401-adaf-b9befe71f3c6 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2019.848233] env[62743]: INFO nova.compute.manager [-] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Took 1.50 seconds to deallocate network for instance. [ 2019.848233] env[62743]: INFO nova.compute.manager [-] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Took 1.51 seconds to deallocate network for instance. [ 2019.861083] env[62743]: DEBUG nova.network.neutron [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Updating instance_info_cache with network_info: [{"id": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "address": "fa:16:3e:a0:59:e6", "network": {"id": "f61e5188-6f5a-4bc3-8426-da7cac3ae1cf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1938064436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "626154ea2ccd44b9bdd744639bbb606c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f03d2e7-81", "ovs_interfaceid": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.007058] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498317} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.009324] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ae6e5983-1579-404c-a21b-3c3bb25ac7ee/ae6e5983-1579-404c-a21b-3c3bb25ac7ee.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2020.009590] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2020.010288] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4c14858-fda0-40fe-bdf4-1accfb2a1eb3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.015968] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2020.015968] env[62743]: value = "task-2063989" [ 2020.015968] env[62743]: _type = "Task" [ 2020.015968] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.030219] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.092292] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1109a84a-a80a-43be-a100-e09fa88cceb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.100243] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5833bbc3-d0ec-469c-a2b7-b90c5cb2336c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.131825] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73fe41-2227-4abf-8e95-de92c1693959 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.139798] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b97a2-5a94-4128-be64-6a21da0795ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.155803] env[62743]: DEBUG nova.compute.provider_tree [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.168822] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.169101] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.169345] env[62743]: DEBUG nova.network.neutron [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.257015] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "refresh_cache-23862577-3db0-4d08-87ec-b8c79ccc2c4a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.257015] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquired lock "refresh_cache-23862577-3db0-4d08-87ec-b8c79ccc2c4a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.257015] env[62743]: DEBUG nova.network.neutron [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.364012] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Releasing lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.364357] env[62743]: DEBUG nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Instance network_info: |[{"id": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "address": "fa:16:3e:a0:59:e6", "network": {"id": "f61e5188-6f5a-4bc3-8426-da7cac3ae1cf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1938064436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "626154ea2ccd44b9bdd744639bbb606c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f03d2e7-81", "ovs_interfaceid": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2020.365229] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.365977] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.366415] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:59:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f03d2e7-8137-48f7-8d72-a008b4874c1c', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2020.374515] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Creating folder: Project (626154ea2ccd44b9bdd744639bbb606c). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2020.374821] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f8d578d-2f4f-4bf0-99e3-9457736e96a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.388393] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Created folder: Project (626154ea2ccd44b9bdd744639bbb606c) in parent group-v423128. [ 2020.388393] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Creating folder: Instances. Parent ref: group-v423303. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2020.388393] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-220ab13f-3b2f-4eb8-a8eb-f524b4bc248f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.398041] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Created folder: Instances in parent group-v423303. [ 2020.398275] env[62743]: DEBUG oslo.service.loopingcall [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2020.399165] env[62743]: DEBUG nova.network.neutron [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance_info_cache with network_info: [{"id": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "address": "fa:16:3e:46:3f:47", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d942c-1d", "ovs_interfaceid": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.400489] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2020.400945] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20c64f26-a5a2-4675-b604-6cdda7ab143f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.421613] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2020.421613] env[62743]: value = "task-2063992" [ 2020.421613] env[62743]: _type = "Task" [ 2020.421613] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.430902] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063992, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.524363] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Received event network-changed-8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2020.524557] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Refreshing instance network info cache due to event network-changed-8f03d2e7-8137-48f7-8d72-a008b4874c1c. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2020.524827] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquiring lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.524975] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquired lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.525185] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Refreshing network info cache for port 8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.531724] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063078} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.531957] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2020.533703] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb127e-3660-40b6-a71e-a2a3672cf01f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.558915] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ae6e5983-1579-404c-a21b-3c3bb25ac7ee/ae6e5983-1579-404c-a21b-3c3bb25ac7ee.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2020.560305] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bc13a7-354d-4948-a6ad-436532cd256e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.581249] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2020.581249] env[62743]: value = "task-2063993" [ 2020.581249] env[62743]: _type = "Task" [ 2020.581249] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.589528] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.660342] env[62743]: DEBUG nova.scheduler.client.report [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.704980] env[62743]: DEBUG nova.network.neutron [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.804598] env[62743]: DEBUG nova.network.neutron [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.903712] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.905349] env[62743]: DEBUG nova.network.neutron [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Updating instance_info_cache with network_info: [{"id": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "address": "fa:16:3e:1f:7e:ce", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78aa772-f1", "ovs_interfaceid": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.932624] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063992, 'name': CreateVM_Task, 'duration_secs': 0.388729} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.932923] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.933911] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.934250] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.934905] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.935350] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dfaadd-7137-42fd-9509-0e4182bdf668 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.942484] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2020.942484] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521eb5dd-5deb-91bf-214e-ca310fd52070" [ 2020.942484] env[62743]: _type = "Task" [ 2020.942484] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.950575] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521eb5dd-5deb-91bf-214e-ca310fd52070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.023686] env[62743]: DEBUG nova.network.neutron [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Updating instance_info_cache with network_info: [{"id": "0c5791b5-2308-4401-adaf-b9befe71f3c6", "address": "fa:16:3e:b0:dd:26", "network": {"id": "8b5e0971-776e-4464-b834-9617e33fb2c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1462291915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5cc9475b2684ccf963b20ecd19f436f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5791b5-23", "ovs_interfaceid": "0c5791b5-2308-4401-adaf-b9befe71f3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.076553] env[62743]: DEBUG nova.compute.manager [req-63787963-284e-4f9e-a280-c354a1dc0bde req-a5cf38fa-4dcf-4576-8fee-a7b7410e3452 service nova] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Received event network-vif-deleted-3a5788ae-1aed-4974-ad2f-7d31d34f025f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.092580] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063993, 'name': ReconfigVM_Task, 'duration_secs': 0.343611} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.092865] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ae6e5983-1579-404c-a21b-3c3bb25ac7ee/ae6e5983-1579-404c-a21b-3c3bb25ac7ee.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.094502] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ccdaac-c630-4dff-999d-9e73e0c09acd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.101976] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2021.101976] env[62743]: value = "task-2063994" [ 2021.101976] env[62743]: _type = "Task" [ 2021.101976] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.110953] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063994, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.165371] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.167978] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.590s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.168275] env[62743]: DEBUG nova.objects.instance [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lazy-loading 'resources' on Instance uuid ba7ac02d-5544-4aca-bddb-2825c976241c {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.202102] env[62743]: INFO nova.scheduler.client.report [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted allocations for instance 6b633ce0-90d2-4c09-8a4d-39cd217136d1 [ 2021.285641] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Updated VIF entry in instance network info cache for port 8f03d2e7-8137-48f7-8d72-a008b4874c1c. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2021.285641] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Updating instance_info_cache with network_info: [{"id": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "address": "fa:16:3e:a0:59:e6", "network": {"id": "f61e5188-6f5a-4bc3-8426-da7cac3ae1cf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1938064436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "626154ea2ccd44b9bdd744639bbb606c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f03d2e7-81", "ovs_interfaceid": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.413019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.413019] env[62743]: DEBUG nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Instance network_info: |[{"id": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "address": "fa:16:3e:1f:7e:ce", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78aa772-f1", "ovs_interfaceid": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.413019] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:7e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd78aa772-f1e1-4d2e-9ba6-12e318a996b5', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.418066] env[62743]: DEBUG oslo.service.loopingcall [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.418487] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.418724] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ed262e7-63cb-4f18-9627-23f67aa8a195 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.439966] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.439966] env[62743]: value = "task-2063995" [ 2021.439966] env[62743]: _type = "Task" [ 2021.439966] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.453223] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521eb5dd-5deb-91bf-214e-ca310fd52070, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.456290] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.456524] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2021.456754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.456897] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.457084] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2021.457295] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063995, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.458198] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e72804-f812-4d27-b1ee-0259e7abe6f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.466608] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2021.466895] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2021.467762] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64e0427-8aca-4bc6-a505-d0c60e918726 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.472958] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2021.472958] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f99417-7afc-6f58-8b8a-8b20fe33ee6f" [ 2021.472958] env[62743]: _type = "Task" [ 2021.472958] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.480554] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f99417-7afc-6f58-8b8a-8b20fe33ee6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.527637] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Releasing lock "refresh_cache-23862577-3db0-4d08-87ec-b8c79ccc2c4a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.529334] env[62743]: DEBUG nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Instance network_info: |[{"id": "0c5791b5-2308-4401-adaf-b9befe71f3c6", "address": "fa:16:3e:b0:dd:26", "network": {"id": "8b5e0971-776e-4464-b834-9617e33fb2c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1462291915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5cc9475b2684ccf963b20ecd19f436f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5791b5-23", "ovs_interfaceid": "0c5791b5-2308-4401-adaf-b9befe71f3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.529334] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:dd:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4349e30-c086-4c24-9e0e-83996d808a1b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c5791b5-2308-4401-adaf-b9befe71f3c6', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.542284] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Creating folder: Project (e5cc9475b2684ccf963b20ecd19f436f). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.543174] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6ce01a5-d779-414a-a384-fb7eba930f8c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.554341] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Created folder: Project (e5cc9475b2684ccf963b20ecd19f436f) in parent group-v423128. [ 2021.554625] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Creating folder: Instances. Parent ref: group-v423307. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.554895] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af22d815-f59e-459e-977c-879b7f2d30ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.564058] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Created folder: Instances in parent group-v423307. [ 2021.564309] env[62743]: DEBUG oslo.service.loopingcall [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.564521] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.564779] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-363450c6-b43e-4f02-a66f-b1e1684efc04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.584074] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.584074] env[62743]: value = "task-2063998" [ 2021.584074] env[62743]: _type = "Task" [ 2021.584074] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.593399] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063998, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.611853] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063994, 'name': Rename_Task, 'duration_secs': 0.154774} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.611853] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2021.611987] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced41532-2169-4f23-a785-66f4b5b6d9a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.617960] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2021.617960] env[62743]: value = "task-2063999" [ 2021.617960] env[62743]: _type = "Task" [ 2021.617960] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.626053] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.712051] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65e780b4-48af-4097-8283-b8a32ab5d54f tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "6b633ce0-90d2-4c09-8a4d-39cd217136d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.105s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.790255] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Releasing lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.790625] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Received event network-vif-plugged-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.790876] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquiring lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.791158] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.791377] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.791579] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] No waiting events found dispatching network-vif-plugged-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2021.791800] env[62743]: WARNING nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Received unexpected event network-vif-plugged-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 for instance with vm_state building and task_state spawning. [ 2021.791992] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Received event network-vif-plugged-0c5791b5-2308-4401-adaf-b9befe71f3c6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.792185] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquiring lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.792425] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.792603] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.792820] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] No waiting events found dispatching network-vif-plugged-0c5791b5-2308-4401-adaf-b9befe71f3c6 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2021.793059] env[62743]: WARNING nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Received unexpected event network-vif-plugged-0c5791b5-2308-4401-adaf-b9befe71f3c6 for instance with vm_state building and task_state spawning. [ 2021.793284] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Received event network-changed-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.793502] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Refreshing instance network info cache due to event network-changed-d78aa772-f1e1-4d2e-9ba6-12e318a996b5. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2021.793746] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquiring lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.793943] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquired lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.794176] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Refreshing network info cache for port d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.951831] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063995, 'name': CreateVM_Task, 'duration_secs': 0.439132} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.953799] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2021.954786] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.954966] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.955311] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2021.955664] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a756f6a-5789-4d71-ac8a-9dcc370558ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.961944] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2021.961944] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528e523a-213b-c41b-e1db-2f5333f9143e" [ 2021.961944] env[62743]: _type = "Task" [ 2021.961944] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.972200] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528e523a-213b-c41b-e1db-2f5333f9143e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.982651] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f99417-7afc-6f58-8b8a-8b20fe33ee6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.983553] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777db0a9-bd9b-4f27-a33f-610db1d0c1d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.988765] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2021.988765] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5254b140-0746-2def-28d6-df8df6d707da" [ 2021.988765] env[62743]: _type = "Task" [ 2021.988765] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.998105] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5254b140-0746-2def-28d6-df8df6d707da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.049458] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795aca97-bccd-4505-9412-c91c0a66f46b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.056959] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b129db-a1f0-475f-a084-e814332bbfa3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.092159] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ccc02-5dad-4071-a896-92c23747105f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.102670] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560b30a4-f7c5-4d19-96fa-63158768836e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.107096] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2063998, 'name': CreateVM_Task, 'duration_secs': 0.394996} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.107096] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.107936] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.117432] env[62743]: DEBUG nova.compute.provider_tree [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.127073] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063999, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.432288] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b2e27e-8d35-4fc9-b42b-47c8069136b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.451693] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance '8165f1f6-1140-4268-8d6a-4a5bc86d61ad' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2022.474056] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528e523a-213b-c41b-e1db-2f5333f9143e, 'name': SearchDatastore_Task, 'duration_secs': 0.013879} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.474056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.474056] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.474056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.474056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.474056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2022.474056] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3413bd28-c3d6-4c13-913c-961e8f81b1b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.478209] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2022.478209] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c65382-b0e9-3998-7b3e-3ac380b5761d" [ 2022.478209] env[62743]: _type = "Task" [ 2022.478209] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.491535] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c65382-b0e9-3998-7b3e-3ac380b5761d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.502128] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5254b140-0746-2def-28d6-df8df6d707da, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.502128] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.502128] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 78000a54-917a-4bfe-ad6b-9907aee03a23/78000a54-917a-4bfe-ad6b-9907aee03a23.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2022.502128] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.502128] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.502128] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7866b0a4-0d3c-433d-b5aa-9d1706953c9b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.504096] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32c362a9-c065-49ec-aa16-68fa38f1264a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.510823] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2022.510823] env[62743]: value = "task-2064000" [ 2022.510823] env[62743]: _type = "Task" [ 2022.510823] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.515092] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.515338] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.516411] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb0ca99-49b8-465d-b475-a07fee52af1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.522921] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.526503] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2022.526503] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521fc123-3c29-5094-f9ab-fadd59ba3f94" [ 2022.526503] env[62743]: _type = "Task" [ 2022.526503] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.534718] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521fc123-3c29-5094-f9ab-fadd59ba3f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.614211] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Updated VIF entry in instance network info cache for port d78aa772-f1e1-4d2e-9ba6-12e318a996b5. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.614614] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Updating instance_info_cache with network_info: [{"id": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "address": "fa:16:3e:1f:7e:ce", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78aa772-f1", "ovs_interfaceid": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.624340] env[62743]: DEBUG nova.scheduler.client.report [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.637081] env[62743]: DEBUG oslo_vmware.api [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2063999, 'name': PowerOnVM_Task, 'duration_secs': 0.533948} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.637081] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2022.637081] env[62743]: INFO nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Took 15.55 seconds to spawn the instance on the hypervisor. [ 2022.637081] env[62743]: DEBUG nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.637081] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c12bd81-1571-4e5d-b841-88369116b00a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.957941] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.958177] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91accb87-8bc2-459c-901c-39f9c3a17518 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.971025] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2022.971025] env[62743]: value = "task-2064001" [ 2022.971025] env[62743]: _type = "Task" [ 2022.971025] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.978887] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.988413] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c65382-b0e9-3998-7b3e-3ac380b5761d, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.988714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.988948] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.989181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.021601] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.035766] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521fc123-3c29-5094-f9ab-fadd59ba3f94, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.036583] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f44ffb8-80e4-48bc-a5e0-f93efd3b7016 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.044672] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2023.044672] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524f641b-0cb8-715e-11f5-1e29821dbf8d" [ 2023.044672] env[62743]: _type = "Task" [ 2023.044672] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.053149] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524f641b-0cb8-715e-11f5-1e29821dbf8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.118303] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Releasing lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.118454] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Received event network-changed-0c5791b5-2308-4401-adaf-b9befe71f3c6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2023.120506] env[62743]: DEBUG nova.compute.manager [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Refreshing instance network info cache due to event network-changed-0c5791b5-2308-4401-adaf-b9befe71f3c6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2023.120506] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquiring lock "refresh_cache-23862577-3db0-4d08-87ec-b8c79ccc2c4a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.120506] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Acquired lock "refresh_cache-23862577-3db0-4d08-87ec-b8c79ccc2c4a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.120506] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Refreshing network info cache for port 0c5791b5-2308-4401-adaf-b9befe71f3c6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.131228] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.135905] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.889s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.136460] env[62743]: INFO nova.compute.claims [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.157574] env[62743]: INFO nova.compute.manager [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Took 55.57 seconds to build instance. [ 2023.163934] env[62743]: INFO nova.scheduler.client.report [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Deleted allocations for instance ba7ac02d-5544-4aca-bddb-2825c976241c [ 2023.479963] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064001, 'name': PowerOffVM_Task, 'duration_secs': 0.311525} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.480292] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.480413] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance '8165f1f6-1140-4268-8d6a-4a5bc86d61ad' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2023.521839] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714343} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.522854] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 78000a54-917a-4bfe-ad6b-9907aee03a23/78000a54-917a-4bfe-ad6b-9907aee03a23.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.523119] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.523378] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c48ae7-41ea-4c5c-b451-f96f1e9552b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.530833] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2023.530833] env[62743]: value = "task-2064002" [ 2023.530833] env[62743]: _type = "Task" [ 2023.530833] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.538961] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.554094] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524f641b-0cb8-715e-11f5-1e29821dbf8d, 'name': SearchDatastore_Task, 'duration_secs': 0.050777} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.554358] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.554616] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ae7b9a85-d5c8-461b-a158-c90f732f3868/ae7b9a85-d5c8-461b-a158-c90f732f3868.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2023.554887] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.555085] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2023.555309] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea71759-5d52-4932-a2ce-b7448c110a33 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.557160] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7e2d906-e6be-4a89-8618-9dd81bfa5a59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.564026] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2023.564026] env[62743]: value = "task-2064003" [ 2023.564026] env[62743]: _type = "Task" [ 2023.564026] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.567862] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2023.568082] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2023.569141] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89db43dc-4d09-43ef-b7aa-0f0e7b12bf70 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.574429] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.577261] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2023.577261] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f52af0-3520-2c04-8941-9bec24a0043d" [ 2023.577261] env[62743]: _type = "Task" [ 2023.577261] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.587160] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f52af0-3520-2c04-8941-9bec24a0043d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.660037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85dabd39-472d-436f-b5b2-c73da089d16d tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.085s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.672983] env[62743]: DEBUG oslo_concurrency.lockutils [None req-893d5695-6d65-4927-b26c-f0152cf4680d tempest-MultipleCreateTestJSON-1366103660 tempest-MultipleCreateTestJSON-1366103660-project-member] Lock "ba7ac02d-5544-4aca-bddb-2825c976241c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.540s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.988173] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2023.988173] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2023.988173] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2023.988173] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2023.988173] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2023.988954] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2023.989417] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2023.989737] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2023.990077] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2023.990415] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2023.990809] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2023.998790] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Updated VIF entry in instance network info cache for port 0c5791b5-2308-4401-adaf-b9befe71f3c6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2023.998790] env[62743]: DEBUG nova.network.neutron [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Updating instance_info_cache with network_info: [{"id": "0c5791b5-2308-4401-adaf-b9befe71f3c6", "address": "fa:16:3e:b0:dd:26", "network": {"id": "8b5e0971-776e-4464-b834-9617e33fb2c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1462291915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5cc9475b2684ccf963b20ecd19f436f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4349e30-c086-4c24-9e0e-83996d808a1b", "external-id": "nsx-vlan-transportzone-266", "segmentation_id": 266, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c5791b5-23", "ovs_interfaceid": "0c5791b5-2308-4401-adaf-b9befe71f3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.999905] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c67fb2-d1f5-4346-96ef-0de5b44ba014 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.022027] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2024.022027] env[62743]: value = "task-2064004" [ 2024.022027] env[62743]: _type = "Task" [ 2024.022027] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.031651] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.041949] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076744} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.042442] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2024.043459] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09dd643-9d82-4f7d-bb30-23d63f2db4eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.069198] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 78000a54-917a-4bfe-ad6b-9907aee03a23/78000a54-917a-4bfe-ad6b-9907aee03a23.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2024.069632] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56066d72-0fca-454f-87f6-76bbeb6393b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.098449] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064003, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.103115] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f52af0-3520-2c04-8941-9bec24a0043d, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.103399] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2024.103399] env[62743]: value = "task-2064005" [ 2024.103399] env[62743]: _type = "Task" [ 2024.103399] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.104267] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212d06ea-eafd-4171-8d2a-dc5cdb3d7582 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.112695] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2024.112695] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c85f3d-dc7d-b7b5-798a-9a0e1f5f69f0" [ 2024.112695] env[62743]: _type = "Task" [ 2024.112695] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.115883] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.123876] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c85f3d-dc7d-b7b5-798a-9a0e1f5f69f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.246055] env[62743]: DEBUG nova.compute.manager [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Received event network-changed-3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2024.246253] env[62743]: DEBUG nova.compute.manager [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Refreshing instance network info cache due to event network-changed-3ee96457-9402-42ba-a432-7a25aa41242b. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2024.246467] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] Acquiring lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.247090] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] Acquired lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.247283] env[62743]: DEBUG nova.network.neutron [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Refreshing network info cache for port 3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.515087] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f13cbf5-81c5-46fd-a741-86d85845b9eb req-fb9c75bf-f309-41c8-a4bf-dd81a162b551 service nova] Releasing lock "refresh_cache-23862577-3db0-4d08-87ec-b8c79ccc2c4a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.535674] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064004, 'name': ReconfigVM_Task, 'duration_secs': 0.296742} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.536360] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance '8165f1f6-1140-4268-8d6a-4a5bc86d61ad' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2024.557031] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafc5d65-f09d-4e4f-bde4-7550efd5e9f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.566813] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143da879-f7d2-4364-9640-87ab5ed4a68a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.581157] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555742} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.610960] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ae7b9a85-d5c8-461b-a158-c90f732f3868/ae7b9a85-d5c8-461b-a158-c90f732f3868.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2024.611418] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2024.613135] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4b566bf-523e-495b-b079-7e5d49f741eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.618645] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1644fd8-e985-4acc-9b25-decfdc139e38 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.633733] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.640887] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c85f3d-dc7d-b7b5-798a-9a0e1f5f69f0, 'name': SearchDatastore_Task, 'duration_secs': 0.013626} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.641115] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2024.641115] env[62743]: value = "task-2064006" [ 2024.641115] env[62743]: _type = "Task" [ 2024.641115] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.642407] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1544a7-6c55-434e-878c-07bbdfa66c5b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.646410] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.646677] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 23862577-3db0-4d08-87ec-b8c79ccc2c4a/23862577-3db0-4d08-87ec-b8c79ccc2c4a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2024.648298] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b584fd-02f7-47b8-9680-82857c9d13c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.657195] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2024.657195] env[62743]: value = "task-2064007" [ 2024.657195] env[62743]: _type = "Task" [ 2024.657195] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.670124] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.670124] env[62743]: DEBUG nova.compute.provider_tree [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.679341] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.043424] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2025.043698] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2025.043978] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2025.044102] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2025.044337] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2025.044708] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2025.044708] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2025.044916] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2025.045137] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2025.045364] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2025.045686] env[62743]: DEBUG nova.virt.hardware [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2025.054468] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2025.054468] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.054468] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.054468] env[62743]: INFO nova.compute.manager [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Shelving [ 2025.054997] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66103400-f427-4e44-a6c3-4204e33a72ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.083733] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2025.083733] env[62743]: value = "task-2064008" [ 2025.083733] env[62743]: _type = "Task" [ 2025.083733] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.096400] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.125856] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.158080] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078532} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.158407] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2025.159229] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84585557-d208-41c2-a602-19c9214796c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.181976] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ae7b9a85-d5c8-461b-a158-c90f732f3868/ae7b9a85-d5c8-461b-a158-c90f732f3868.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.185907] env[62743]: DEBUG nova.scheduler.client.report [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.189114] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d166346f-2fcf-4636-8f0c-a1007d70032e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.209863] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511943} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.211085] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 23862577-3db0-4d08-87ec-b8c79ccc2c4a/23862577-3db0-4d08-87ec-b8c79ccc2c4a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2025.211302] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2025.211601] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2025.211601] env[62743]: value = "task-2064009" [ 2025.211601] env[62743]: _type = "Task" [ 2025.211601] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.211929] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c152fcb-e35d-4574-bacb-418cc5f45c98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.224158] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064009, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.225533] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2025.225533] env[62743]: value = "task-2064010" [ 2025.225533] env[62743]: _type = "Task" [ 2025.225533] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.305460] env[62743]: DEBUG nova.network.neutron [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Updated VIF entry in instance network info cache for port 3ee96457-9402-42ba-a432-7a25aa41242b. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2025.305895] env[62743]: DEBUG nova.network.neutron [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Updating instance_info_cache with network_info: [{"id": "3ee96457-9402-42ba-a432-7a25aa41242b", "address": "fa:16:3e:32:95:ab", "network": {"id": "e7f05278-5853-49ab-9f29-46dae182b640", "bridge": "br-int", "label": "tempest-ServersTestJSON-1830423329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b9da2c918a4b5dbede116ebd0e956f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ee96457-94", "ovs_interfaceid": "3ee96457-9402-42ba-a432-7a25aa41242b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.594812] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064008, 'name': ReconfigVM_Task, 'duration_secs': 0.346379} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.594812] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2025.595375] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a1a4ba-e952-4608-93a7-191327c00107 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.623859] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 8165f1f6-1140-4268-8d6a-4a5bc86d61ad/8165f1f6-1140-4268-8d6a-4a5bc86d61ad.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.623859] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3872af-6653-42cd-8a62-900feafd917c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.646308] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064005, 'name': ReconfigVM_Task, 'duration_secs': 1.323189} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.647558] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 78000a54-917a-4bfe-ad6b-9907aee03a23/78000a54-917a-4bfe-ad6b-9907aee03a23.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.648305] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2025.648305] env[62743]: value = "task-2064011" [ 2025.648305] env[62743]: _type = "Task" [ 2025.648305] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.648485] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb21d1b7-71e8-4f59-a427-d8ea2b3e52f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.658337] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.659666] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2025.659666] env[62743]: value = "task-2064012" [ 2025.659666] env[62743]: _type = "Task" [ 2025.659666] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.667152] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064012, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.706667] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.706667] env[62743]: DEBUG nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2025.709301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.064s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.709526] env[62743]: DEBUG nova.objects.instance [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lazy-loading 'resources' on Instance uuid 0d3865b9-8e4c-4ea1-95d9-3440368179b6 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.724231] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064009, 'name': ReconfigVM_Task, 'duration_secs': 0.300047} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.725893] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ae7b9a85-d5c8-461b-a158-c90f732f3868/ae7b9a85-d5c8-461b-a158-c90f732f3868.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.727297] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce4fd1e-398f-411d-ac7a-9c1928837e13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.740963] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07885} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.742613] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2025.743189] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2025.743189] env[62743]: value = "task-2064013" [ 2025.743189] env[62743]: _type = "Task" [ 2025.743189] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.744251] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6778e4-5cda-458b-892d-85bb180e3de0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.774966] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 23862577-3db0-4d08-87ec-b8c79ccc2c4a/23862577-3db0-4d08-87ec-b8c79ccc2c4a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.779489] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b0bd7fa-9076-470c-b476-2d20c3aca1b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.795873] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064013, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.801759] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2025.801759] env[62743]: value = "task-2064014" [ 2025.801759] env[62743]: _type = "Task" [ 2025.801759] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.813274] env[62743]: DEBUG oslo_concurrency.lockutils [req-7d05fa30-ec9f-4d41-b2d0-e36c2b07ea8e req-e27dac61-86d1-49f5-b503-6ca7474e8662 service nova] Releasing lock "refresh_cache-ae6e5983-1579-404c-a21b-3c3bb25ac7ee" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.813763] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.077623] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.078520] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-840c8c84-01e0-48c4-b815-e165389969e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.085007] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2026.085007] env[62743]: value = "task-2064015" [ 2026.085007] env[62743]: _type = "Task" [ 2026.085007] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.093758] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.160938] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.169033] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064012, 'name': Rename_Task, 'duration_secs': 0.176845} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.169033] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.169190] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba3c08a-a06f-4bf1-87fd-fa1776c26114 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.175864] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2026.175864] env[62743]: value = "task-2064016" [ 2026.175864] env[62743]: _type = "Task" [ 2026.175864] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.193025] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.213336] env[62743]: DEBUG nova.compute.utils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.220829] env[62743]: DEBUG nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2026.220829] env[62743]: DEBUG nova.network.neutron [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2026.264093] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064013, 'name': Rename_Task, 'duration_secs': 0.141584} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.264489] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.264843] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0133a8d4-f563-4789-9741-495350d0eeed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.271214] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2026.271214] env[62743]: value = "task-2064017" [ 2026.271214] env[62743]: _type = "Task" [ 2026.271214] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.287025] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.314384] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064014, 'name': ReconfigVM_Task, 'duration_secs': 0.281139} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.314384] env[62743]: DEBUG nova.policy [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13d3b80ab1ae403ab159d16f7491e6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f621f0a183141dcb04a562593f040fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.314866] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 23862577-3db0-4d08-87ec-b8c79ccc2c4a/23862577-3db0-4d08-87ec-b8c79ccc2c4a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.318599] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6d05556-d474-493c-9646-c46859248251 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.327065] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2026.327065] env[62743]: value = "task-2064018" [ 2026.327065] env[62743]: _type = "Task" [ 2026.327065] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.337111] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064018, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.596197] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064015, 'name': PowerOffVM_Task, 'duration_secs': 0.185506} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.596448] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.599698] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa399f3a-fb8e-49f0-aee9-c01583aa448b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.622712] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff5f6aa-52ad-4cfe-ae9a-8f04ffe0db6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.650786] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0985c3-2480-4ba4-a99b-ae9f59ed6205 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.658879] env[62743]: DEBUG nova.network.neutron [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Successfully created port: 5515d558-7247-4fde-bc65-5c8fc82d15cf {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.666783] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064011, 'name': ReconfigVM_Task, 'duration_secs': 0.732787} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.666905] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 8165f1f6-1140-4268-8d6a-4a5bc86d61ad/8165f1f6-1140-4268-8d6a-4a5bc86d61ad.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.667130] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance '8165f1f6-1140-4268-8d6a-4a5bc86d61ad' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2026.671454] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac9f2b6-5305-4e14-bf57-e795970c4d6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.711094] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cafdd9-d28b-4fab-9599-be983587ef1f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.719042] env[62743]: DEBUG oslo_vmware.api [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064016, 'name': PowerOnVM_Task, 'duration_secs': 0.532893} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.719042] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.719042] env[62743]: INFO nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Took 17.00 seconds to spawn the instance on the hypervisor. [ 2026.719042] env[62743]: DEBUG nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.719657] env[62743]: DEBUG nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2026.723587] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465cd9d-dca3-4793-a5ef-66a6044dd11f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.731918] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443615bb-bde5-4d0f-a387-86ee7ec86623 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.751045] env[62743]: DEBUG nova.compute.provider_tree [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.783027] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064017, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.841010] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064018, 'name': Rename_Task, 'duration_secs': 0.185058} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.841311] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.841575] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ab1f4de-6607-4de4-a574-7025f842f254 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.848540] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2026.848540] env[62743]: value = "task-2064019" [ 2026.848540] env[62743]: _type = "Task" [ 2026.848540] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.856417] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.135448] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2027.135448] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d01954d2-237a-47d6-aacb-14312b86e241 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.143009] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2027.143009] env[62743]: value = "task-2064020" [ 2027.143009] env[62743]: _type = "Task" [ 2027.143009] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.152027] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064020, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.179571] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842bf83a-4ba0-41ae-b189-17c6bf2eec4d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.199943] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949b4082-21d5-49e8-a853-e25de101e33b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.218529] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance '8165f1f6-1140-4268-8d6a-4a5bc86d61ad' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.253429] env[62743]: INFO nova.compute.manager [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Took 52.57 seconds to build instance. [ 2027.256283] env[62743]: DEBUG nova.scheduler.client.report [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.281603] env[62743]: DEBUG oslo_vmware.api [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064017, 'name': PowerOnVM_Task, 'duration_secs': 0.689443} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.281825] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.282034] env[62743]: INFO nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Took 11.16 seconds to spawn the instance on the hypervisor. [ 2027.282211] env[62743]: DEBUG nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.282988] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15caf1-baa2-4252-9048-c8215e79c9f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.359722] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.653651] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064020, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.732715] env[62743]: DEBUG nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2027.761216] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d5159493-35b0-44cc-a36d-325d66bbe9b3 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.094s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.761216] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.762371] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.304s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.764291] env[62743]: INFO nova.compute.claims [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.784788] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.787227] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.787227] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.787227] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.787227] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.789034] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.789034] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.789034] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.789034] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.789034] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.789034] env[62743]: DEBUG nova.virt.hardware [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.789934] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f7183d-73ce-455d-b721-de3231ea292c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.795243] env[62743]: INFO nova.scheduler.client.report [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted allocations for instance 0d3865b9-8e4c-4ea1-95d9-3440368179b6 [ 2027.812537] env[62743]: INFO nova.compute.manager [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Took 45.18 seconds to build instance. [ 2027.817713] env[62743]: DEBUG nova.network.neutron [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Port 1f2d942c-1d35-47ab-99c6-fada1af9b3c9 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2027.820032] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab921090-8560-4717-a61c-77da0eee8209 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.859751] env[62743]: DEBUG oslo_vmware.api [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064019, 'name': PowerOnVM_Task, 'duration_secs': 0.868127} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.860060] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.860588] env[62743]: INFO nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Took 9.22 seconds to spawn the instance on the hypervisor. [ 2027.860588] env[62743]: DEBUG nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.861549] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef7bdba-4536-4d1a-93f2-5fca65863dee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.154200] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064020, 'name': CreateSnapshot_Task, 'duration_secs': 0.857728} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.154628] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2028.155603] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f939ee-84e8-458c-b7db-1b7d28e7e2a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.315799] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5fffae05-9f19-4294-97c4-14826499176a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.696s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.317754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4efa8f80-7970-45b4-ab99-9eb36d0ff4ae tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "0d3865b9-8e4c-4ea1-95d9-3440368179b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.784s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.379850] env[62743]: INFO nova.compute.manager [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Took 45.03 seconds to build instance. [ 2028.533211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.533211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.533211] env[62743]: INFO nova.compute.manager [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Shelving [ 2028.614392] env[62743]: DEBUG nova.network.neutron [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Successfully updated port: 5515d558-7247-4fde-bc65-5c8fc82d15cf {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2028.675365] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2028.676699] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f821d86-715f-4aa8-bfbb-b5df61fde97c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.686548] env[62743]: DEBUG nova.compute.manager [req-3ae07c2c-56be-4ea9-bccb-597d75d2f5fd req-829dcea8-1621-493a-be13-5d1a50b3807b service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Received event network-vif-plugged-5515d558-7247-4fde-bc65-5c8fc82d15cf {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2028.686548] env[62743]: DEBUG oslo_concurrency.lockutils [req-3ae07c2c-56be-4ea9-bccb-597d75d2f5fd req-829dcea8-1621-493a-be13-5d1a50b3807b service nova] Acquiring lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.686548] env[62743]: DEBUG oslo_concurrency.lockutils [req-3ae07c2c-56be-4ea9-bccb-597d75d2f5fd req-829dcea8-1621-493a-be13-5d1a50b3807b service nova] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.686548] env[62743]: DEBUG oslo_concurrency.lockutils [req-3ae07c2c-56be-4ea9-bccb-597d75d2f5fd req-829dcea8-1621-493a-be13-5d1a50b3807b service nova] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.686548] env[62743]: DEBUG nova.compute.manager [req-3ae07c2c-56be-4ea9-bccb-597d75d2f5fd req-829dcea8-1621-493a-be13-5d1a50b3807b service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] No waiting events found dispatching network-vif-plugged-5515d558-7247-4fde-bc65-5c8fc82d15cf {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2028.686548] env[62743]: WARNING nova.compute.manager [req-3ae07c2c-56be-4ea9-bccb-597d75d2f5fd req-829dcea8-1621-493a-be13-5d1a50b3807b service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Received unexpected event network-vif-plugged-5515d558-7247-4fde-bc65-5c8fc82d15cf for instance with vm_state building and task_state spawning. [ 2028.687753] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2028.687753] env[62743]: value = "task-2064021" [ 2028.687753] env[62743]: _type = "Task" [ 2028.687753] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.698251] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064021, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.856825] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.857180] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.857408] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.882625] env[62743]: DEBUG oslo_concurrency.lockutils [None req-40f479b3-d79b-4f7c-8d4f-55a5a087f290 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.543s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.121297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "refresh_cache-ff16690b-2ab6-4e20-b00e-d20a9af4a132" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.121297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "refresh_cache-ff16690b-2ab6-4e20-b00e-d20a9af4a132" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.122506] env[62743]: DEBUG nova.network.neutron [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2029.198975] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064021, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.236853] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567b9c4-9056-40a0-9a8a-99535a58100b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.246355] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6d78a6-3a35-41f1-a412-8510480f4360 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.283251] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789a2b03-6b28-49f0-9461-4459f4923b80 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.291782] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd46942a-d099-4159-af59-051cce545240 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.306946] env[62743]: DEBUG nova.compute.provider_tree [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.545681] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2029.548172] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e98a9c2-d804-4542-9d6d-c7543eb0ba9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.557352] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2029.557352] env[62743]: value = "task-2064022" [ 2029.557352] env[62743]: _type = "Task" [ 2029.557352] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.569143] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.705837] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064021, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.712421] env[62743]: DEBUG nova.network.neutron [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2029.812459] env[62743]: DEBUG nova.scheduler.client.report [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.942373] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.942711] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.942711] env[62743]: DEBUG nova.network.neutron [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2029.944800] env[62743]: DEBUG nova.network.neutron [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Updating instance_info_cache with network_info: [{"id": "5515d558-7247-4fde-bc65-5c8fc82d15cf", "address": "fa:16:3e:7f:1b:dc", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5515d558-72", "ovs_interfaceid": "5515d558-7247-4fde-bc65-5c8fc82d15cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.037989] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.038211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.038904] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.039138] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.039336] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.041451] env[62743]: INFO nova.compute.manager [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Terminating instance [ 2030.069349] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064022, 'name': PowerOffVM_Task, 'duration_secs': 0.191957} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.069626] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2030.070453] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b7baf2-e6bf-4151-bf9c-c964469d51ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.090708] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4d2c7-1c84-4a6c-ab3c-d313c0f46751 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.199700] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064021, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.318044] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.318044] env[62743]: DEBUG nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.321061] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.520s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.321311] env[62743]: DEBUG nova.objects.instance [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lazy-loading 'resources' on Instance uuid 146d387a-facb-4669-bb61-1d17b8765c46 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.452428] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "refresh_cache-ff16690b-2ab6-4e20-b00e-d20a9af4a132" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.452745] env[62743]: DEBUG nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Instance network_info: |[{"id": "5515d558-7247-4fde-bc65-5c8fc82d15cf", "address": "fa:16:3e:7f:1b:dc", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5515d558-72", "ovs_interfaceid": "5515d558-7247-4fde-bc65-5c8fc82d15cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2030.453186] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:1b:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5515d558-7247-4fde-bc65-5c8fc82d15cf', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2030.461287] env[62743]: DEBUG oslo.service.loopingcall [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.461655] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2030.464891] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a426a00-5e8d-4e24-b790-14c9b2b06b3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.481956] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2030.481956] env[62743]: value = "task-2064023" [ 2030.481956] env[62743]: _type = "Task" [ 2030.481956] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.489593] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064023, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.549217] env[62743]: DEBUG nova.compute.manager [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2030.549513] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2030.550525] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86f6bd-46a6-4bfa-9ebd-ff03ac0ed481 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.563758] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2030.564121] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a758e0b-0c66-40ea-8b70-03f168471b12 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.571377] env[62743]: DEBUG oslo_vmware.api [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2030.571377] env[62743]: value = "task-2064024" [ 2030.571377] env[62743]: _type = "Task" [ 2030.571377] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.581468] env[62743]: DEBUG oslo_vmware.api [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.601998] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2030.604644] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b0c8a2c-8a95-4e09-bea3-75fca22df859 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.611812] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2030.611812] env[62743]: value = "task-2064025" [ 2030.611812] env[62743]: _type = "Task" [ 2030.611812] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.622508] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064025, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.702420] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064021, 'name': CloneVM_Task, 'duration_secs': 1.73565} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.702938] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Created linked-clone VM from snapshot [ 2030.704431] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0959f2-d193-4d0d-948f-57a6de6b19cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.713777] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Uploading image e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2030.728320] env[62743]: DEBUG nova.compute.manager [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Received event network-changed-8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2030.728564] env[62743]: DEBUG nova.compute.manager [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Refreshing instance network info cache due to event network-changed-8f03d2e7-8137-48f7-8d72-a008b4874c1c. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2030.728841] env[62743]: DEBUG oslo_concurrency.lockutils [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] Acquiring lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.729063] env[62743]: DEBUG oslo_concurrency.lockutils [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] Acquired lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.729263] env[62743]: DEBUG nova.network.neutron [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Refreshing network info cache for port 8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.755394] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2030.755394] env[62743]: value = "vm-423311" [ 2030.755394] env[62743]: _type = "VirtualMachine" [ 2030.755394] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2030.755722] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9fcf1f2f-5adb-401e-b94a-17205769deae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.763176] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lease: (returnval){ [ 2030.763176] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522bae8b-c59b-38a2-93cd-145386c3aee7" [ 2030.763176] env[62743]: _type = "HttpNfcLease" [ 2030.763176] env[62743]: } obtained for exporting VM: (result){ [ 2030.763176] env[62743]: value = "vm-423311" [ 2030.763176] env[62743]: _type = "VirtualMachine" [ 2030.763176] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2030.763491] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the lease: (returnval){ [ 2030.763491] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522bae8b-c59b-38a2-93cd-145386c3aee7" [ 2030.763491] env[62743]: _type = "HttpNfcLease" [ 2030.763491] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2030.771927] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2030.771927] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522bae8b-c59b-38a2-93cd-145386c3aee7" [ 2030.771927] env[62743]: _type = "HttpNfcLease" [ 2030.771927] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2030.828328] env[62743]: DEBUG nova.compute.utils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.830010] env[62743]: DEBUG nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2030.834057] env[62743]: DEBUG nova.network.neutron [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2030.911249] env[62743]: DEBUG nova.policy [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2031.000849] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064023, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.086506] env[62743]: DEBUG oslo_vmware.api [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064024, 'name': PowerOffVM_Task, 'duration_secs': 0.202364} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.087239] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2031.087239] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2031.087395] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00917732-aa6a-47c0-abe3-91de37928b6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.103524] env[62743]: DEBUG nova.network.neutron [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance_info_cache with network_info: [{"id": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "address": "fa:16:3e:46:3f:47", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d942c-1d", "ovs_interfaceid": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.128393] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064025, 'name': CreateSnapshot_Task, 'duration_secs': 0.478519} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.131347] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2031.133056] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6fa44a-de24-4f0e-8c1d-f7de07ad62c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.245202] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2031.245202] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2031.245202] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Deleting the datastore file [datastore1] 23862577-3db0-4d08-87ec-b8c79ccc2c4a {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2031.245202] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26a8da40-4cfb-4130-b13c-f879f4f4f89c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.250610] env[62743]: DEBUG oslo_vmware.api [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for the task: (returnval){ [ 2031.250610] env[62743]: value = "task-2064028" [ 2031.250610] env[62743]: _type = "Task" [ 2031.250610] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.267576] env[62743]: DEBUG oslo_vmware.api [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.273354] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1765a41-5139-459c-98fb-5a2604d51d85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.283987] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2031.283987] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522bae8b-c59b-38a2-93cd-145386c3aee7" [ 2031.283987] env[62743]: _type = "HttpNfcLease" [ 2031.283987] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2031.285980] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd4cb84-3d7c-46ce-a6e6-00c9bf79c7a6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.289678] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2031.289678] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522bae8b-c59b-38a2-93cd-145386c3aee7" [ 2031.289678] env[62743]: _type = "HttpNfcLease" [ 2031.289678] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2031.290601] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26420274-c7e1-49e1-a78a-996b9343f847 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.298091] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f7aba-c9de-17fc-8b44-af239eb1838a/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2031.298365] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f7aba-c9de-17fc-8b44-af239eb1838a/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2031.326088] env[62743]: DEBUG nova.network.neutron [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Successfully created port: e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2031.330282] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef25c687-32be-4433-bb77-5925ef74c70c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.386789] env[62743]: DEBUG nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.399162] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2066958-1238-4257-8e6d-cbb4ba6d7d59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.413609] env[62743]: DEBUG nova.compute.provider_tree [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.498510] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064023, 'name': CreateVM_Task, 'duration_secs': 0.587733} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.498701] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.499441] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.499599] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.499942] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.500493] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30b5e19-bad0-4706-b49d-7b2d58242e4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.505681] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2031.505681] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52546ee3-70b1-0509-0a77-025dc2d03790" [ 2031.505681] env[62743]: _type = "Task" [ 2031.505681] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.517241] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52546ee3-70b1-0509-0a77-025dc2d03790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.521221] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92fa6107-45a1-4be8-97f0-8f3e26ee2656 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.610702] env[62743]: DEBUG oslo_concurrency.lockutils [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.658291] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2031.658750] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17f9f9a7-c753-4b97-890a-ebc5e82a142e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.673542] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2031.673542] env[62743]: value = "task-2064029" [ 2031.673542] env[62743]: _type = "Task" [ 2031.673542] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.685312] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064029, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.761659] env[62743]: DEBUG nova.network.neutron [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Updated VIF entry in instance network info cache for port 8f03d2e7-8137-48f7-8d72-a008b4874c1c. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2031.762040] env[62743]: DEBUG nova.network.neutron [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Updating instance_info_cache with network_info: [{"id": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "address": "fa:16:3e:a0:59:e6", "network": {"id": "f61e5188-6f5a-4bc3-8426-da7cac3ae1cf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1938064436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "626154ea2ccd44b9bdd744639bbb606c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f03d2e7-81", "ovs_interfaceid": "8f03d2e7-8137-48f7-8d72-a008b4874c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.766847] env[62743]: DEBUG oslo_vmware.api [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Task: {'id': task-2064028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169376} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.767507] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2031.767631] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2031.767754] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2031.767929] env[62743]: INFO nova.compute.manager [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2031.768177] env[62743]: DEBUG oslo.service.loopingcall [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.769204] env[62743]: DEBUG nova.compute.manager [-] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2031.769204] env[62743]: DEBUG nova.network.neutron [-] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2031.917814] env[62743]: DEBUG nova.scheduler.client.report [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.017243] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52546ee3-70b1-0509-0a77-025dc2d03790, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.019315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.019315] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.019315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.019315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.019315] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.019315] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-261de6b4-4580-4cee-a22f-e5553dcd564a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.029428] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.029610] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.030404] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c482f69f-dc2e-4d52-9447-854fc56d7b73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.036770] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2032.036770] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524a467f-32e4-d742-1eac-fe8c1c9acee9" [ 2032.036770] env[62743]: _type = "Task" [ 2032.036770] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.045485] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524a467f-32e4-d742-1eac-fe8c1c9acee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.149937] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26071c36-2e69-4cc3-a384-cf3563306f9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.179476] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75622a6-0283-472f-afe6-8cb7e21afc73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.188918] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064029, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.191964] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance '8165f1f6-1140-4268-8d6a-4a5bc86d61ad' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2032.267906] env[62743]: DEBUG oslo_concurrency.lockutils [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] Releasing lock "refresh_cache-78000a54-917a-4bfe-ad6b-9907aee03a23" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.268365] env[62743]: DEBUG nova.compute.manager [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Received event network-changed-5515d558-7247-4fde-bc65-5c8fc82d15cf {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2032.268463] env[62743]: DEBUG nova.compute.manager [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Refreshing instance network info cache due to event network-changed-5515d558-7247-4fde-bc65-5c8fc82d15cf. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2032.268706] env[62743]: DEBUG oslo_concurrency.lockutils [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] Acquiring lock "refresh_cache-ff16690b-2ab6-4e20-b00e-d20a9af4a132" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.269229] env[62743]: DEBUG oslo_concurrency.lockutils [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] Acquired lock "refresh_cache-ff16690b-2ab6-4e20-b00e-d20a9af4a132" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.273031] env[62743]: DEBUG nova.network.neutron [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Refreshing network info cache for port 5515d558-7247-4fde-bc65-5c8fc82d15cf {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2032.401588] env[62743]: DEBUG nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2032.427097] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.430045] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.857s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.430243] env[62743]: DEBUG nova.objects.instance [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lazy-loading 'resources' on Instance uuid 96ba86c8-92ed-4efc-b2cb-e31f1718f42f {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.434932] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.435262] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.436132] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.436132] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.436132] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.436132] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.436552] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.440022] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.440022] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.440022] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.440747] env[62743]: DEBUG nova.virt.hardware [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.441110] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a1df5d-640a-4f31-9a0a-d6081bdca953 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.452333] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb8260-5a05-47d9-aafa-0ea468ef307e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.461984] env[62743]: INFO nova.scheduler.client.report [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted allocations for instance 146d387a-facb-4669-bb61-1d17b8765c46 [ 2032.549556] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524a467f-32e4-d742-1eac-fe8c1c9acee9, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.550626] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaed2a4c-c587-4bea-b6aa-eb25e74c21a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.556486] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2032.556486] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528af398-96b8-6af9-7459-2ac729a17d92" [ 2032.556486] env[62743]: _type = "Task" [ 2032.556486] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.576672] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528af398-96b8-6af9-7459-2ac729a17d92, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.577283] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.577882] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ff16690b-2ab6-4e20-b00e-d20a9af4a132/ff16690b-2ab6-4e20-b00e-d20a9af4a132.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2032.578294] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f980a93-a0e2-474e-b3f9-6da34eedfac1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.587108] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2032.587108] env[62743]: value = "task-2064030" [ 2032.587108] env[62743]: _type = "Task" [ 2032.587108] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.597029] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.685937] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064029, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.699230] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2032.700022] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04941476-d803-4702-9533-ad1234b2dd5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.706784] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2032.706784] env[62743]: value = "task-2064031" [ 2032.706784] env[62743]: _type = "Task" [ 2032.706784] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.715949] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.760649] env[62743]: DEBUG nova.network.neutron [-] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.767338] env[62743]: DEBUG nova.compute.manager [req-9045b6dd-2bc6-462c-aaea-557a2034ffb5 req-5a0592b0-300f-4451-8dcf-4c87dabce15d service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Received event network-vif-deleted-0c5791b5-2308-4401-adaf-b9befe71f3c6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2032.767338] env[62743]: INFO nova.compute.manager [req-9045b6dd-2bc6-462c-aaea-557a2034ffb5 req-5a0592b0-300f-4451-8dcf-4c87dabce15d service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Neutron deleted interface 0c5791b5-2308-4401-adaf-b9befe71f3c6; detaching it from the instance and deleting it from the info cache [ 2032.767338] env[62743]: DEBUG nova.network.neutron [req-9045b6dd-2bc6-462c-aaea-557a2034ffb5 req-5a0592b0-300f-4451-8dcf-4c87dabce15d service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.970793] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c2c115f7-3b9a-4c1b-9787-c75a4b05c116 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "146d387a-facb-4669-bb61-1d17b8765c46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.651s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.106892] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.200309] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064029, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.222444] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.270202] env[62743]: INFO nova.compute.manager [-] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Took 1.50 seconds to deallocate network for instance. [ 2033.272959] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-953f7b3c-8f64-4eb6-b69e-e70049798281 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.296090] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f115e7-241a-40de-aff9-124071f6565e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.350268] env[62743]: DEBUG nova.compute.manager [req-9045b6dd-2bc6-462c-aaea-557a2034ffb5 req-5a0592b0-300f-4451-8dcf-4c87dabce15d service nova] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Detach interface failed, port_id=0c5791b5-2308-4401-adaf-b9befe71f3c6, reason: Instance 23862577-3db0-4d08-87ec-b8c79ccc2c4a could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2033.455823] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30906cc3-c3b5-43f1-bb67-4742058a21ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.465174] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b3ab5-f75b-4a1d-81e8-0450b6396ca8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.507348] env[62743]: DEBUG nova.network.neutron [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Updated VIF entry in instance network info cache for port 5515d558-7247-4fde-bc65-5c8fc82d15cf. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2033.507348] env[62743]: DEBUG nova.network.neutron [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Updating instance_info_cache with network_info: [{"id": "5515d558-7247-4fde-bc65-5c8fc82d15cf", "address": "fa:16:3e:7f:1b:dc", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5515d558-72", "ovs_interfaceid": "5515d558-7247-4fde-bc65-5c8fc82d15cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.510151] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb97209-e1d4-4fcc-b7e4-29852fa713d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.516557] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674748d2-9fed-4381-8ff4-59e0d32bfe84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.522860] env[62743]: DEBUG nova.network.neutron [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Successfully updated port: e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.535068] env[62743]: DEBUG nova.compute.provider_tree [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2033.598693] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634514} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.598969] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ff16690b-2ab6-4e20-b00e-d20a9af4a132/ff16690b-2ab6-4e20-b00e-d20a9af4a132.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2033.599280] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2033.599609] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c37a4ab4-764a-4da0-b6b9-7531e1c3ec3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.606961] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2033.606961] env[62743]: value = "task-2064032" [ 2033.606961] env[62743]: _type = "Task" [ 2033.606961] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.615143] env[62743]: DEBUG nova.compute.manager [req-21307d13-5fa2-41e8-81b4-3ef843e64e98 req-6907fe37-559e-45c4-b861-db48d2f01af5 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-vif-plugged-e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.615410] env[62743]: DEBUG oslo_concurrency.lockutils [req-21307d13-5fa2-41e8-81b4-3ef843e64e98 req-6907fe37-559e-45c4-b861-db48d2f01af5 service nova] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.616389] env[62743]: DEBUG oslo_concurrency.lockutils [req-21307d13-5fa2-41e8-81b4-3ef843e64e98 req-6907fe37-559e-45c4-b861-db48d2f01af5 service nova] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.616389] env[62743]: DEBUG oslo_concurrency.lockutils [req-21307d13-5fa2-41e8-81b4-3ef843e64e98 req-6907fe37-559e-45c4-b861-db48d2f01af5 service nova] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.616389] env[62743]: DEBUG nova.compute.manager [req-21307d13-5fa2-41e8-81b4-3ef843e64e98 req-6907fe37-559e-45c4-b861-db48d2f01af5 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] No waiting events found dispatching network-vif-plugged-e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.616816] env[62743]: WARNING nova.compute.manager [req-21307d13-5fa2-41e8-81b4-3ef843e64e98 req-6907fe37-559e-45c4-b861-db48d2f01af5 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received unexpected event network-vif-plugged-e08591ad-c058-4eba-b295-777ead9f3dc1 for instance with vm_state building and task_state spawning. [ 2033.620202] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.687974] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064029, 'name': CloneVM_Task, 'duration_secs': 1.773158} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.688281] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Created linked-clone VM from snapshot [ 2033.689190] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6346c123-827b-4acf-847e-27ae2222cfd6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.697289] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Uploading image c878dd91-30a0-4bbd-b96a-4b5d5e6f71b2 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2033.717524] env[62743]: DEBUG oslo_vmware.api [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064031, 'name': PowerOnVM_Task, 'duration_secs': 0.518302} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.717846] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.718051] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-47b2fa2e-af18-4eff-a58f-8ee44989d00c tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance '8165f1f6-1140-4268-8d6a-4a5bc86d61ad' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2033.731538] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2033.731538] env[62743]: value = "vm-423314" [ 2033.731538] env[62743]: _type = "VirtualMachine" [ 2033.731538] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2033.731538] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23448422-836b-4b5f-a742-84735066bf22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.738690] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lease: (returnval){ [ 2033.738690] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5235bdfc-3f27-49d6-08b0-42b2b0fa848c" [ 2033.738690] env[62743]: _type = "HttpNfcLease" [ 2033.738690] env[62743]: } obtained for exporting VM: (result){ [ 2033.738690] env[62743]: value = "vm-423314" [ 2033.738690] env[62743]: _type = "VirtualMachine" [ 2033.738690] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2033.738971] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the lease: (returnval){ [ 2033.738971] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5235bdfc-3f27-49d6-08b0-42b2b0fa848c" [ 2033.738971] env[62743]: _type = "HttpNfcLease" [ 2033.738971] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2033.745810] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2033.745810] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5235bdfc-3f27-49d6-08b0-42b2b0fa848c" [ 2033.745810] env[62743]: _type = "HttpNfcLease" [ 2033.745810] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2033.788670] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.012711] env[62743]: DEBUG oslo_concurrency.lockutils [req-a7a0cfc6-2e18-484d-ba5b-73f27c2fb27f req-47ddcbe8-b78e-4db0-a6ea-4bf113d7ec63 service nova] Releasing lock "refresh_cache-ff16690b-2ab6-4e20-b00e-d20a9af4a132" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.037799] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.037799] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.037799] env[62743]: DEBUG nova.network.neutron [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.041252] env[62743]: DEBUG nova.scheduler.client.report [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2034.118349] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090067} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.118670] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2034.119485] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cfe8fd-1e14-4559-a796-ef877fefafec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.144363] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ff16690b-2ab6-4e20-b00e-d20a9af4a132/ff16690b-2ab6-4e20-b00e-d20a9af4a132.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.145150] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3c4b0a-1c80-459c-a50b-8cc0974eb85e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.172796] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2034.172796] env[62743]: value = "task-2064034" [ 2034.172796] env[62743]: _type = "Task" [ 2034.172796] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.182210] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.252880] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2034.252880] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5235bdfc-3f27-49d6-08b0-42b2b0fa848c" [ 2034.252880] env[62743]: _type = "HttpNfcLease" [ 2034.252880] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2034.253062] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2034.253062] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5235bdfc-3f27-49d6-08b0-42b2b0fa848c" [ 2034.253062] env[62743]: _type = "HttpNfcLease" [ 2034.253062] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2034.253830] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46139f87-84ac-4739-9de9-74878829102b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.268927] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cba69d-77d9-481e-2b69-9a0d875d5c8f/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2034.269260] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cba69d-77d9-481e-2b69-9a0d875d5c8f/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2034.367690] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a5e167d-a2f7-47d4-9e49-a06bf4edd694 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.548359] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.550550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.418s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.569840] env[62743]: INFO nova.scheduler.client.report [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Deleted allocations for instance 96ba86c8-92ed-4efc-b2cb-e31f1718f42f [ 2034.606371] env[62743]: DEBUG nova.network.neutron [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2034.686715] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.788013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.788262] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.906629] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.907393] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.910941] env[62743]: DEBUG nova.network.neutron [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.081951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-aaa67383-5185-47fa-b449-0b396a351b77 tempest-FloatingIPsAssociationTestJSON-1084194144 tempest-FloatingIPsAssociationTestJSON-1084194144-project-member] Lock "96ba86c8-92ed-4efc-b2cb-e31f1718f42f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.131s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.184328] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064034, 'name': ReconfigVM_Task, 'duration_secs': 0.646353} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.184715] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ff16690b-2ab6-4e20-b00e-d20a9af4a132/ff16690b-2ab6-4e20-b00e-d20a9af4a132.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2035.185502] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa195dc-49ae-442f-96bc-19d1137576de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.192797] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2035.192797] env[62743]: value = "task-2064035" [ 2035.192797] env[62743]: _type = "Task" [ 2035.192797] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.205640] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064035, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.290911] env[62743]: DEBUG nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2035.416730] env[62743]: DEBUG nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2035.419593] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.419902] env[62743]: DEBUG nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Instance network_info: |[{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2035.420319] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:30:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08591ad-c058-4eba-b295-777ead9f3dc1', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2035.429116] env[62743]: DEBUG oslo.service.loopingcall [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.429377] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2035.430011] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58327fac-a9aa-45b7-9eea-86120f606782 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.452621] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2035.452621] env[62743]: value = "task-2064036" [ 2035.452621] env[62743]: _type = "Task" [ 2035.452621] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.462876] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064036, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.566180] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Applying migration context for instance 8165f1f6-1140-4268-8d6a-4a5bc86d61ad as it has an incoming, in-progress migration 7ba82f89-3941-493f-b826-f2eba006e77f. Migration status is finished {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2035.570222] env[62743]: INFO nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating resource usage from migration 7ba82f89-3941-493f-b826-f2eba006e77f [ 2035.599996] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fb51b671-ea57-49e1-bb62-0f0a36f9de1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 34e9a264-7999-4715-83bb-488219204ca7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance aa2ca68d-151a-4a1f-b526-230b8d8606a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 80efd7e0-078b-44cc-a0c0-ab1d868a9414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6204b096-8bc8-4f1f-ad9f-7d0af46dab21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance af7ad017-9443-4e4a-b925-50fea46e10fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.602131] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2035.602578] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9aedf25b-6ddb-4f53-a099-bd5361ebb187 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2035.602578] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6f426c8d-d181-4e68-9072-6f633c4138e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2035.602672] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 0cb6ae7f-d892-4efa-a004-0e234cd23c1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2035.602968] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ae6e5983-1579-404c-a21b-3c3bb25ac7ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.603225] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 78000a54-917a-4bfe-ad6b-9907aee03a23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.603405] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ae7b9a85-d5c8-461b-a158-c90f732f3868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.603575] env[62743]: WARNING nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 23862577-3db0-4d08-87ec-b8c79ccc2c4a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2035.603733] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Migration 7ba82f89-3941-493f-b826-f2eba006e77f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2035.603869] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 8165f1f6-1140-4268-8d6a-4a5bc86d61ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.603984] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ff16690b-2ab6-4e20-b00e-d20a9af4a132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.604128] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ce61270f-8e80-42f0-84b8-c578d02ae8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2035.703364] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064035, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.821311] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.881576] env[62743]: DEBUG nova.compute.manager [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-changed-e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2035.881889] env[62743]: DEBUG nova.compute.manager [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing instance network info cache due to event network-changed-e08591ad-c058-4eba-b295-777ead9f3dc1. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2035.882370] env[62743]: DEBUG oslo_concurrency.lockutils [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.882728] env[62743]: DEBUG oslo_concurrency.lockutils [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.883416] env[62743]: DEBUG nova.network.neutron [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing network info cache for port e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2035.952471] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.963430] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064036, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.025390] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.025918] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.026218] env[62743]: DEBUG nova.compute.manager [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Going to confirm migration 1 {{(pid=62743) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2036.109619] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2036.203334] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064035, 'name': Rename_Task, 'duration_secs': 0.798558} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.204369] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.204369] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f426002d-6a2c-411b-b62c-fa98f9917415 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.210439] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2036.210439] env[62743]: value = "task-2064037" [ 2036.210439] env[62743]: _type = "Task" [ 2036.210439] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.224262] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.464251] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064036, 'name': CreateVM_Task, 'duration_secs': 0.774783} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.464251] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2036.464803] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.465058] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.465444] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2036.465812] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17cde43-c1df-434c-963c-a733012cf65e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.470984] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2036.470984] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ba9beb-070c-171c-3f95-7395f2a0743d" [ 2036.470984] env[62743]: _type = "Task" [ 2036.470984] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.483561] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ba9beb-070c-171c-3f95-7395f2a0743d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.612620] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2036.620344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.620442] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.620598] env[62743]: DEBUG nova.network.neutron [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2036.620795] env[62743]: DEBUG nova.objects.instance [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lazy-loading 'info_cache' on Instance uuid 8165f1f6-1140-4268-8d6a-4a5bc86d61ad {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.644323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.644323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.644323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.644323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.644323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.648051] env[62743]: INFO nova.compute.manager [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Terminating instance [ 2036.692572] env[62743]: DEBUG nova.network.neutron [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updated VIF entry in instance network info cache for port e08591ad-c058-4eba-b295-777ead9f3dc1. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.692572] env[62743]: DEBUG nova.network.neutron [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.723503] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064037, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.983310] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ba9beb-070c-171c-3f95-7395f2a0743d, 'name': SearchDatastore_Task, 'duration_secs': 0.014109} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.984272] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.984548] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2036.984810] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.984989] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.985213] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2036.985518] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee42ac9-6301-44d3-a27c-6c14c03cf535 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.994935] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2036.995180] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2036.995999] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79361f7b-e1f0-43b4-b43a-5df5f25d321f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.002146] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2037.002146] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5227221f-6c78-75dc-64bc-22ad377d423e" [ 2037.002146] env[62743]: _type = "Task" [ 2037.002146] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.012279] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5227221f-6c78-75dc-64bc-22ad377d423e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.118413] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9bec9718-17fd-4a20-b5c5-06c05a2d8b44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2037.118747] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2037.118930] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2037.154911] env[62743]: DEBUG nova.compute.manager [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2037.155256] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2037.156499] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b819296-685b-4913-baa5-e5cdf5f4b99d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.169303] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.169303] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca991133-e948-4531-982a-3c739d1b219c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.177916] env[62743]: DEBUG oslo_vmware.api [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2037.177916] env[62743]: value = "task-2064038" [ 2037.177916] env[62743]: _type = "Task" [ 2037.177916] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.187511] env[62743]: DEBUG oslo_vmware.api [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.198719] env[62743]: DEBUG oslo_concurrency.lockutils [req-1d19e200-5024-432f-93fa-ddf635a52173 req-951f1bb5-ab21-43e5-bef5-294f623eedde service nova] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.225208] env[62743]: DEBUG oslo_vmware.api [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064037, 'name': PowerOnVM_Task, 'duration_secs': 0.753802} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.228538] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2037.228885] env[62743]: INFO nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Took 9.50 seconds to spawn the instance on the hypervisor. [ 2037.229019] env[62743]: DEBUG nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2037.230269] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ceec3c-2005-4c87-8abc-fd5006c4863d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.518021] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5227221f-6c78-75dc-64bc-22ad377d423e, 'name': SearchDatastore_Task, 'duration_secs': 0.01356} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.518832] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8976c6-0e67-4cd3-8f1d-8e6773583315 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.524126] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2037.524126] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52199dba-058f-20c0-09a3-5c00ae2e9731" [ 2037.524126] env[62743]: _type = "Task" [ 2037.524126] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.534694] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52199dba-058f-20c0-09a3-5c00ae2e9731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.538681] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9811f6d4-6b21-4437-bf6b-350d28914e9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.547609] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ab69a4-c083-4c99-99ed-6125ab78cfef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.586323] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0acbba5-3eb0-4e24-9c17-249b18224e3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.595209] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd1bc28-bd66-4191-94f7-941b55effbe7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.611173] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.689618] env[62743]: DEBUG oslo_vmware.api [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064038, 'name': PowerOffVM_Task, 'duration_secs': 0.293611} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.693344] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.693344] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2037.693957] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b112443f-3ead-445d-a15f-5d4bc23f8aa3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.754846] env[62743]: INFO nova.compute.manager [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Took 46.52 seconds to build instance. [ 2037.928979] env[62743]: DEBUG nova.network.neutron [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance_info_cache with network_info: [{"id": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "address": "fa:16:3e:46:3f:47", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2d942c-1d", "ovs_interfaceid": "1f2d942c-1d35-47ab-99c6-fada1af9b3c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.040936] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52199dba-058f-20c0-09a3-5c00ae2e9731, 'name': SearchDatastore_Task, 'duration_secs': 0.02432} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.041931] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.041931] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ce61270f-8e80-42f0-84b8-c578d02ae8cc/ce61270f-8e80-42f0-84b8-c578d02ae8cc.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2038.041931] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f8d989-c2a4-4dbb-aa54-d508ed7dff03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.051972] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2038.051972] env[62743]: value = "task-2064040" [ 2038.051972] env[62743]: _type = "Task" [ 2038.051972] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.062066] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.115158] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.257978] env[62743]: DEBUG oslo_concurrency.lockutils [None req-dfa82514-a839-41fc-9a1d-c059aca1c778 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.066s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.432564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-8165f1f6-1140-4268-8d6a-4a5bc86d61ad" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.433076] env[62743]: DEBUG nova.objects.instance [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lazy-loading 'migration_context' on Instance uuid 8165f1f6-1140-4268-8d6a-4a5bc86d61ad {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.565331] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064040, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.620906] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2038.621180] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.071s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.621464] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.093s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.621653] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.623950] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.098s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.624163] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.626218] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.568s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.627850] env[62743]: INFO nova.compute.claims [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2038.685637] env[62743]: INFO nova.scheduler.client.report [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleted allocations for instance 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3 [ 2038.690651] env[62743]: INFO nova.scheduler.client.report [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Deleted allocations for instance 9aedf25b-6ddb-4f53-a099-bd5361ebb187 [ 2038.937466] env[62743]: DEBUG nova.objects.base [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Object Instance<8165f1f6-1140-4268-8d6a-4a5bc86d61ad> lazy-loaded attributes: info_cache,migration_context {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2038.938686] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21263960-e2ba-4a48-9220-3cecf54ccd3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.961344] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fec9ad7-d631-4127-9012-da2902190999 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.968256] env[62743]: DEBUG oslo_vmware.api [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2038.968256] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52959833-538e-96cf-43a8-5a7407eecb72" [ 2038.968256] env[62743]: _type = "Task" [ 2038.968256] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.978379] env[62743]: DEBUG oslo_vmware.api [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52959833-538e-96cf-43a8-5a7407eecb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.063103] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736691} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.063103] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ce61270f-8e80-42f0-84b8-c578d02ae8cc/ce61270f-8e80-42f0-84b8-c578d02ae8cc.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.063407] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.063554] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b05b82e2-9182-45ea-b027-c0f03e4c8fc8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.072226] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2039.072226] env[62743]: value = "task-2064041" [ 2039.072226] env[62743]: _type = "Task" [ 2039.072226] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.082228] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.202363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-79be3a62-e391-4c2b-8be1-c2bca345b705 tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.739s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.202624] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6bf5d352-c52f-4a52-b0f5-c2e0b1cb1409 tempest-ServersTestMultiNic-183447967 tempest-ServersTestMultiNic-183447967-project-member] Lock "9aedf25b-6ddb-4f53-a099-bd5361ebb187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.172s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.478269] env[62743]: DEBUG oslo_vmware.api [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52959833-538e-96cf-43a8-5a7407eecb72, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.478931] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.584642] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133209} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.584947] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2039.585876] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f0f28-0351-4bab-a5ac-9bf9e8da633d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.612969] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] ce61270f-8e80-42f0-84b8-c578d02ae8cc/ce61270f-8e80-42f0-84b8-c578d02ae8cc.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2039.613398] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4139f300-1308-4a00-9cdd-9ce6d19ccea1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.640175] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2039.640175] env[62743]: value = "task-2064042" [ 2039.640175] env[62743]: _type = "Task" [ 2039.640175] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.650861] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.984450] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1edfc20-d3e7-42a2-acae-089c95f60c9f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.993329] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f2cc72-c5ce-493c-b39c-7a92836cec22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.026697] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311dc385-9732-4239-9f67-b6509f66a77d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.035560] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a3cb66-5a55-4359-bfc0-da0321133ff2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.050483] env[62743]: DEBUG nova.compute.provider_tree [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2040.150875] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064042, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.555254] env[62743]: DEBUG nova.scheduler.client.report [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2040.651656] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064042, 'name': ReconfigVM_Task, 'duration_secs': 0.527395} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.651991] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfigured VM instance instance-00000048 to attach disk [datastore1] ce61270f-8e80-42f0-84b8-c578d02ae8cc/ce61270f-8e80-42f0-84b8-c578d02ae8cc.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2040.652701] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b2f6579-7eb0-48ab-81ea-1f1159c654d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.660257] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2040.660257] env[62743]: value = "task-2064043" [ 2040.660257] env[62743]: _type = "Task" [ 2040.660257] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.669502] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064043, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.950595] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f7aba-c9de-17fc-8b44-af239eb1838a/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2040.950595] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b47e0-91af-44d2-a45d-9320d5b9b3f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.959021] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f7aba-c9de-17fc-8b44-af239eb1838a/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2040.959021] env[62743]: ERROR oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f7aba-c9de-17fc-8b44-af239eb1838a/disk-0.vmdk due to incomplete transfer. [ 2040.959021] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f05e906-3e01-4be7-91a6-29521bb5836f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.965130] env[62743]: DEBUG oslo_vmware.rw_handles [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520f7aba-c9de-17fc-8b44-af239eb1838a/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2040.965344] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Uploaded image e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2040.967898] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2040.968521] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6cf19443-4845-4c96-8d90-91ca6a605f6e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.974713] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2040.974713] env[62743]: value = "task-2064044" [ 2040.974713] env[62743]: _type = "Task" [ 2040.974713] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.986508] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.062140] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.064282] env[62743]: DEBUG nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2041.067810] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.901s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.068117] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.072215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.706s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.072215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.074484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.708s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.074484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.076897] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.288s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.078012] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.079692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.258s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.083041] env[62743]: INFO nova.compute.claims [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2041.120314] env[62743]: INFO nova.scheduler.client.report [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Deleted allocations for instance 0cb6ae7f-d892-4efa-a004-0e234cd23c1e [ 2041.121945] env[62743]: INFO nova.scheduler.client.report [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted allocations for instance 34e9a264-7999-4715-83bb-488219204ca7 [ 2041.144699] env[62743]: INFO nova.scheduler.client.report [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Deleted allocations for instance 23862577-3db0-4d08-87ec-b8c79ccc2c4a [ 2041.153474] env[62743]: INFO nova.scheduler.client.report [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Deleted allocations for instance 6f426c8d-d181-4e68-9072-6f633c4138e5 [ 2041.170915] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064043, 'name': Rename_Task, 'duration_secs': 0.236521} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.170915] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.170915] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b7a3d9-1c80-4c95-9d73-c3ab0e0a1255 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.177348] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2041.177348] env[62743]: value = "task-2064045" [ 2041.177348] env[62743]: _type = "Task" [ 2041.177348] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.186477] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.486803] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.585886] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "da7d8924-e1ce-40dd-95b8-65f1368278bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.586223] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.590165] env[62743]: DEBUG nova.compute.utils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2041.593928] env[62743]: DEBUG nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2041.594128] env[62743]: DEBUG nova.network.neutron [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2041.636310] env[62743]: DEBUG oslo_concurrency.lockutils [None req-73794b75-20be-403b-b6e9-18d0a4510fea tempest-InstanceActionsTestJSON-351872932 tempest-InstanceActionsTestJSON-351872932-project-member] Lock "0cb6ae7f-d892-4efa-a004-0e234cd23c1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.626s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.639027] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cd84adc3-db86-4898-8614-0ac99861cb71 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "34e9a264-7999-4715-83bb-488219204ca7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.734s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.662608] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f5ae4c9-6a59-40d3-9af6-a0a309ad27f4 tempest-ServerMetadataNegativeTestJSON-1543497577 tempest-ServerMetadataNegativeTestJSON-1543497577-project-member] Lock "23862577-3db0-4d08-87ec-b8c79ccc2c4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.624s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.665117] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eb6567f6-a807-4171-83a4-765fe97cbaac tempest-TenantUsagesTestJSON-1821430811 tempest-TenantUsagesTestJSON-1821430811-project-member] Lock "6f426c8d-d181-4e68-9072-6f633c4138e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.164s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.694788] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.706862] env[62743]: DEBUG nova.policy [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff3019681eb44763be3552147e36b3f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcb70d3ba63a4cabb3dd74172cb2f97b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2041.883971] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cba69d-77d9-481e-2b69-9a0d875d5c8f/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2041.885206] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a05b23-4791-4db5-9273-4e83666d962e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.893887] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cba69d-77d9-481e-2b69-9a0d875d5c8f/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2041.895327] env[62743]: ERROR oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cba69d-77d9-481e-2b69-9a0d875d5c8f/disk-0.vmdk due to incomplete transfer. [ 2041.895327] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-56cf2885-b073-4aa9-ab0a-2e40701ca83a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.901599] env[62743]: DEBUG oslo_vmware.rw_handles [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cba69d-77d9-481e-2b69-9a0d875d5c8f/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2041.902075] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Uploaded image c878dd91-30a0-4bbd-b96a-4b5d5e6f71b2 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2041.904257] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2041.904930] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad7fd3e3-e49a-4d10-8948-04b332b3d252 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.912811] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2041.912811] env[62743]: value = "task-2064046" [ 2041.912811] env[62743]: _type = "Task" [ 2041.912811] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.923757] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064046, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.988393] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.000721] env[62743]: DEBUG nova.compute.manager [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.001764] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8af7d5-33e0-4bce-8511-42a4d02cf57c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.089114] env[62743]: DEBUG nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2042.100802] env[62743]: DEBUG nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2042.192526] env[62743]: DEBUG oslo_vmware.api [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064045, 'name': PowerOnVM_Task, 'duration_secs': 0.912905} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.192822] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.193165] env[62743]: INFO nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Took 9.79 seconds to spawn the instance on the hypervisor. [ 2042.193381] env[62743]: DEBUG nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.194408] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a07ca-69b0-417a-b1f4-ebc4fe692485 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.318699] env[62743]: DEBUG nova.network.neutron [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Successfully created port: 7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2042.426701] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064046, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.433036] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "af7ad017-9443-4e4a-b925-50fea46e10fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.433596] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.434342] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "af7ad017-9443-4e4a-b925-50fea46e10fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.434342] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.434342] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.438828] env[62743]: INFO nova.compute.manager [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Terminating instance [ 2042.475716] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e000b62-4c26-4887-8718-2b75204f757c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.492630] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51591d-4a98-41fb-a160-11dc115ab886 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.496409] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.532711] env[62743]: INFO nova.compute.manager [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] instance snapshotting [ 2042.537803] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71165dad-b2e6-4e53-b487-cc9b12c4af8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.541915] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4ba5d5-f155-4bb7-8221-0362f7afc4c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.563206] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa49db5-f5f1-4bd6-aa04-cde898a8c6dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.568345] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef7f5b8-5054-4243-bbd8-1d0d0d66bd58 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.582564] env[62743]: DEBUG nova.compute.provider_tree [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.623388] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.716366] env[62743]: INFO nova.compute.manager [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Took 45.28 seconds to build instance. [ 2042.925524] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064046, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.945763] env[62743]: DEBUG nova.compute.manager [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2042.946031] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.946912] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a1400-3f9a-44a9-a8e3-a4bd3e68c53b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.954986] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.955248] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-885643c6-0a2e-4bce-8647-72b79b87ed4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.961420] env[62743]: DEBUG oslo_vmware.api [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 2042.961420] env[62743]: value = "task-2064047" [ 2042.961420] env[62743]: _type = "Task" [ 2042.961420] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.969326] env[62743]: DEBUG oslo_vmware.api [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2064047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.987486] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.092032] env[62743]: DEBUG nova.scheduler.client.report [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2043.097503] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2043.098209] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-97a72e1c-a24d-47cc-87ee-1b15945342fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.107927] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2043.107927] env[62743]: value = "task-2064048" [ 2043.107927] env[62743]: _type = "Task" [ 2043.107927] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.114719] env[62743]: DEBUG nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2043.127037] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064048, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.157490] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2043.160321] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2043.160573] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2043.160943] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2043.160943] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2043.162836] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2043.162836] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2043.162836] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2043.162836] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2043.162836] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2043.162836] env[62743]: DEBUG nova.virt.hardware [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2043.164138] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946fb04f-8f98-4f36-8949-68a7dca44319 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.181059] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2626336-2830-4b30-bad8-18ca100c78b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.221862] env[62743]: DEBUG oslo_concurrency.lockutils [None req-93db74db-a08e-473d-9cf1-7be9e785066b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.791s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.236344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "68012aaf-fafd-49d5-a09f-265ccb946e22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.236344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.384236] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.385563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.385563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.385563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.385563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.388401] env[62743]: INFO nova.compute.manager [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Terminating instance [ 2043.423845] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064046, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.474608] env[62743]: DEBUG oslo_vmware.api [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2064047, 'name': PowerOffVM_Task, 'duration_secs': 0.202416} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.474608] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.476095] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2043.476095] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98dae19c-dce7-4d28-897f-4acfcc7204b5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.496277] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.599937] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.601217] env[62743]: DEBUG nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2043.604551] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.652s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.606264] env[62743]: INFO nova.compute.claims [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2043.620191] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064048, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.738625] env[62743]: DEBUG nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2043.893269] env[62743]: DEBUG nova.compute.manager [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2043.893518] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2043.895086] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2948ac3c-6710-4484-bd7e-a2e47b403e24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.905447] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2043.905447] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f1e4518-a4be-4ba9-968d-e98aef37d7ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.913830] env[62743]: DEBUG oslo_vmware.api [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 2043.913830] env[62743]: value = "task-2064050" [ 2043.913830] env[62743]: _type = "Task" [ 2043.913830] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.936236] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064046, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.936236] env[62743]: DEBUG oslo_vmware.api [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2064050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.991848] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.113082] env[62743]: DEBUG nova.compute.utils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2044.117301] env[62743]: DEBUG nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2044.117301] env[62743]: DEBUG nova.network.neutron [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2044.130949] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064048, 'name': CreateSnapshot_Task, 'duration_secs': 0.936155} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.133214] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2044.134107] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127eea57-1a6f-42c1-b2d6-1feda2a3995d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.198538] env[62743]: DEBUG nova.policy [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78d6c4aec3184a8e962fe1d6d7bae259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca4aaee214be4ca0b858126b73387fd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2044.263929] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.426844] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064046, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.429446] env[62743]: DEBUG oslo_vmware.api [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2064050, 'name': PowerOffVM_Task, 'duration_secs': 0.291813} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.429777] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2044.429972] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2044.430238] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf46857-4553-4163-9da9-414cf3e5cf55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.487245] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.487520] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.487650] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Deleting the datastore file [datastore1] 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.487986] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdf62eed-31dc-4bcc-abd4-a0aa281dc473 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.495708] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.497149] env[62743]: DEBUG oslo_vmware.api [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2044.497149] env[62743]: value = "task-2064052" [ 2044.497149] env[62743]: _type = "Task" [ 2044.497149] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.501202] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.501407] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.501580] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleting the datastore file [datastore1] af7ad017-9443-4e4a-b925-50fea46e10fb {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.502184] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c63babe6-bc49-4722-955c-fb99e739321e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.509480] env[62743]: DEBUG oslo_vmware.api [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.512152] env[62743]: DEBUG oslo_vmware.api [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for the task: (returnval){ [ 2044.512152] env[62743]: value = "task-2064053" [ 2044.512152] env[62743]: _type = "Task" [ 2044.512152] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.520109] env[62743]: DEBUG oslo_vmware.api [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2064053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.560056] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.560299] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.561037] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleting the datastore file [datastore1] fb51b671-ea57-49e1-bb62-0f0a36f9de1b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.561037] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68254b0d-afc2-47e5-8996-97d1c76df680 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.568483] env[62743]: DEBUG oslo_vmware.api [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for the task: (returnval){ [ 2044.568483] env[62743]: value = "task-2064054" [ 2044.568483] env[62743]: _type = "Task" [ 2044.568483] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.578498] env[62743]: DEBUG oslo_vmware.api [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2064054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.628461] env[62743]: DEBUG nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2044.660205] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2044.660574] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6abbf605-03af-4016-bd73-7581920c1471 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.677635] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2044.677635] env[62743]: value = "task-2064055" [ 2044.677635] env[62743]: _type = "Task" [ 2044.677635] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.692146] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064055, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.741626] env[62743]: DEBUG nova.compute.manager [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-changed-e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2044.741626] env[62743]: DEBUG nova.compute.manager [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing instance network info cache due to event network-changed-e08591ad-c058-4eba-b295-777ead9f3dc1. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2044.741626] env[62743]: DEBUG oslo_concurrency.lockutils [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.741626] env[62743]: DEBUG oslo_concurrency.lockutils [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.741894] env[62743]: DEBUG nova.network.neutron [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing network info cache for port e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.930532] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064046, 'name': Destroy_Task, 'duration_secs': 2.691247} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.931571] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Destroyed the VM [ 2044.932234] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2044.935192] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7248e365-10e4-4f85-ae25-d0a643b4c96e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.946814] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2044.946814] env[62743]: value = "task-2064056" [ 2044.946814] env[62743]: _type = "Task" [ 2044.946814] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.956477] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064056, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.966794] env[62743]: DEBUG nova.network.neutron [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Successfully created port: 96193518-b7cc-4dca-a80d-34fe573724c7 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2044.996512] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064044, 'name': Destroy_Task, 'duration_secs': 3.629088} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.996891] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Destroyed the VM [ 2044.997230] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2045.000056] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9a73789-fa2b-4feb-bb20-a990f26bf1be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.019858] env[62743]: DEBUG oslo_vmware.api [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185264} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.028856] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.028856] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.028856] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.028856] env[62743]: INFO nova.compute.manager [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Took 7.87 seconds to destroy the instance on the hypervisor. [ 2045.028856] env[62743]: DEBUG oslo.service.loopingcall [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.028856] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2045.028856] env[62743]: value = "task-2064057" [ 2045.028856] env[62743]: _type = "Task" [ 2045.028856] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.031769] env[62743]: DEBUG nova.compute.manager [-] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2045.031998] env[62743]: DEBUG nova.network.neutron [-] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2045.041667] env[62743]: DEBUG oslo_vmware.api [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Task: {'id': task-2064053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18061} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.042575] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.042655] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.042835] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.043020] env[62743]: INFO nova.compute.manager [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Took 2.10 seconds to destroy the instance on the hypervisor. [ 2045.043265] env[62743]: DEBUG oslo.service.loopingcall [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.043459] env[62743]: DEBUG nova.compute.manager [-] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2045.043554] env[62743]: DEBUG nova.network.neutron [-] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2045.049165] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064057, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.084871] env[62743]: DEBUG oslo_vmware.api [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Task: {'id': task-2064054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179548} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.084871] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2045.084871] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2045.084871] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2045.084871] env[62743]: INFO nova.compute.manager [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2045.085299] env[62743]: DEBUG oslo.service.loopingcall [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2045.085991] env[62743]: DEBUG nova.compute.manager [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2045.085991] env[62743]: DEBUG nova.network.neutron [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2045.109636] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3849f3ae-6d3d-4215-935c-297b61272f51 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.119630] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c150c0-41af-426c-a864-d944eec80bd5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.165166] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84923b-5a84-4c8a-a801-ef30fd1444b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.174352] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc319a94-20d5-444a-90bf-ee8aae45b828 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.196154] env[62743]: DEBUG nova.compute.provider_tree [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.203042] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064055, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.458013] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064056, 'name': RemoveSnapshot_Task, 'duration_secs': 0.419581} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.458366] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2045.458565] env[62743]: DEBUG nova.compute.manager [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.459865] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c665b19-d325-4d31-af7a-4eb82adbe9c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.551150] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064057, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.666424] env[62743]: DEBUG nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2045.690654] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064055, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.705291] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2045.705542] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2045.705757] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2045.708695] env[62743]: DEBUG nova.virt.hardware [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2045.708695] env[62743]: DEBUG nova.scheduler.client.report [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.715196] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535f0cd6-2e37-4557-ac20-71cdb894c24e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.725431] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799a7fd-15a7-435c-8154-aeb47eb6d0ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.979655] env[62743]: INFO nova.compute.manager [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Shelve offloading [ 2046.044805] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064057, 'name': RemoveSnapshot_Task, 'duration_secs': 0.857447} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.045130] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2046.045413] env[62743]: DEBUG nova.compute.manager [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2046.046219] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e81bc9-57a2-477d-b0e8-4ec5d3155336 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.179115] env[62743]: DEBUG nova.network.neutron [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updated VIF entry in instance network info cache for port e08591ad-c058-4eba-b295-777ead9f3dc1. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2046.179115] env[62743]: DEBUG nova.network.neutron [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.191246] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064055, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.222443] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.222443] env[62743]: DEBUG nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2046.225621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.747s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.310209] env[62743]: DEBUG nova.network.neutron [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.376387] env[62743]: DEBUG nova.compute.manager [req-18fe5690-c025-44b3-b2c6-9800374b9dfa req-06afa0fc-a3f7-40b7-b674-141bba7e2eb5 service nova] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Received event network-vif-deleted-42abf29a-2a64-40dd-96ab-d360e317381d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.441619] env[62743]: DEBUG nova.network.neutron [-] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.486063] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2046.486063] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892021f0-46fa-421a-a908-acb7609fa3f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.490889] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2046.490889] env[62743]: value = "task-2064058" [ 2046.490889] env[62743]: _type = "Task" [ 2046.490889] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.501404] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2046.501730] env[62743]: DEBUG nova.compute.manager [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2046.502551] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf474b27-2e16-4e25-9b38-12b41bc1cb15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.511041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.511041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.511041] env[62743]: DEBUG nova.network.neutron [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2046.527548] env[62743]: DEBUG nova.network.neutron [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Successfully updated port: 7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2046.561334] env[62743]: INFO nova.compute.manager [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Shelve offloading [ 2046.649415] env[62743]: DEBUG nova.network.neutron [-] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.683878] env[62743]: DEBUG oslo_concurrency.lockutils [req-c4671cd7-9aa5-49af-835b-23645b59f948 req-5ae2761c-7f45-4544-a7db-b1d2495a5a6f service nova] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.698124] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064055, 'name': CloneVM_Task, 'duration_secs': 1.729984} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.698124] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Created linked-clone VM from snapshot [ 2046.701542] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2c248c-bf5a-49d1-ba6d-b6eefd3443c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.708604] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Uploading image 381326c3-460e-4fef-bbd6-5ba2927f234b {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2046.734103] env[62743]: DEBUG nova.compute.utils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2046.735545] env[62743]: DEBUG nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2046.735709] env[62743]: DEBUG nova.network.neutron [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2046.746104] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2046.746104] env[62743]: value = "vm-423317" [ 2046.746104] env[62743]: _type = "VirtualMachine" [ 2046.746104] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2046.746468] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-78382e32-8c17-4082-949e-509c8b895a88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.753642] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease: (returnval){ [ 2046.753642] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aaee72-37ad-d07d-fbe4-02f1801715c7" [ 2046.753642] env[62743]: _type = "HttpNfcLease" [ 2046.753642] env[62743]: } obtained for exporting VM: (result){ [ 2046.753642] env[62743]: value = "vm-423317" [ 2046.753642] env[62743]: _type = "VirtualMachine" [ 2046.753642] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2046.753871] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the lease: (returnval){ [ 2046.753871] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aaee72-37ad-d07d-fbe4-02f1801715c7" [ 2046.753871] env[62743]: _type = "HttpNfcLease" [ 2046.753871] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2046.768968] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2046.768968] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aaee72-37ad-d07d-fbe4-02f1801715c7" [ 2046.768968] env[62743]: _type = "HttpNfcLease" [ 2046.768968] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2046.795989] env[62743]: DEBUG nova.compute.manager [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Received event network-vif-deleted-b992e172-885b-48d5-b318-73b77838ca6f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.796156] env[62743]: DEBUG nova.compute.manager [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Received event network-vif-plugged-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.796431] env[62743]: DEBUG oslo_concurrency.lockutils [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] Acquiring lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.796639] env[62743]: DEBUG oslo_concurrency.lockutils [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.796849] env[62743]: DEBUG oslo_concurrency.lockutils [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.797134] env[62743]: DEBUG nova.compute.manager [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] No waiting events found dispatching network-vif-plugged-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2046.797365] env[62743]: WARNING nova.compute.manager [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Received unexpected event network-vif-plugged-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 for instance with vm_state building and task_state spawning. [ 2046.797555] env[62743]: DEBUG nova.compute.manager [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Received event network-changed-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2046.797797] env[62743]: DEBUG nova.compute.manager [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Refreshing instance network info cache due to event network-changed-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2046.797991] env[62743]: DEBUG oslo_concurrency.lockutils [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] Acquiring lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.798179] env[62743]: DEBUG oslo_concurrency.lockutils [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] Acquired lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.798366] env[62743]: DEBUG nova.network.neutron [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Refreshing network info cache for port 7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2046.812429] env[62743]: INFO nova.compute.manager [-] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Took 1.73 seconds to deallocate network for instance. [ 2046.886955] env[62743]: DEBUG nova.policy [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4419d3aa464dcdba9ac822d4cf65e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba4d3081f694640a5bf84feafdc4789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2046.948607] env[62743]: INFO nova.compute.manager [-] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Took 1.90 seconds to deallocate network for instance. [ 2047.033142] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.066365] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2047.068162] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d8158b-1a00-44c7-8afe-682d675510db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.077444] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2047.077444] env[62743]: value = "task-2064060" [ 2047.077444] env[62743]: _type = "Task" [ 2047.077444] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.088465] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "b51043a6-3898-4161-96fc-f923da5028c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.088772] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "b51043a6-3898-4161-96fc-f923da5028c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.098018] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2047.098302] env[62743]: DEBUG nova.compute.manager [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2047.099069] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4271318e-9802-4f3f-b1df-6bc002971e7d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.109633] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.109633] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.109633] env[62743]: DEBUG nova.network.neutron [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2047.151490] env[62743]: INFO nova.compute.manager [-] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Took 2.12 seconds to deallocate network for instance. [ 2047.154836] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c913e42-2bd7-4b46-81e1-79c849404b46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.165825] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf724d-9cd2-4f99-9704-2d1add42ca17 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.204865] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e87fcd-4fcd-4e5f-b4ae-7d1d72999014 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.213024] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1ebf50-308e-45ae-96ab-60b3c8e87a8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.228460] env[62743]: DEBUG nova.compute.provider_tree [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2047.238087] env[62743]: DEBUG nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2047.264639] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2047.264639] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aaee72-37ad-d07d-fbe4-02f1801715c7" [ 2047.264639] env[62743]: _type = "HttpNfcLease" [ 2047.264639] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2047.264926] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2047.264926] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aaee72-37ad-d07d-fbe4-02f1801715c7" [ 2047.264926] env[62743]: _type = "HttpNfcLease" [ 2047.264926] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2047.265688] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f04c4d-b754-4a0b-95c5-e58583e98ed3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.273922] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249287c-8718-2858-73f2-a0d99c57c171/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2047.274309] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249287c-8718-2858-73f2-a0d99c57c171/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2047.334424] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.428239] env[62743]: DEBUG nova.network.neutron [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Updating instance_info_cache with network_info: [{"id": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "address": "fa:16:3e:1f:7e:ce", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78aa772-f1", "ovs_interfaceid": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.454585] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.469753] env[62743]: DEBUG nova.network.neutron [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Successfully created port: b3016f04-2be0-4f59-8410-f2af2fb905a3 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2047.487908] env[62743]: DEBUG nova.network.neutron [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2047.507224] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dec092c8-41b3-44b7-bec1-1ea0f2def8bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.593892] env[62743]: DEBUG nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2047.662050] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.672742] env[62743]: DEBUG nova.network.neutron [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Successfully updated port: 96193518-b7cc-4dca-a80d-34fe573724c7 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2047.704372] env[62743]: DEBUG nova.network.neutron [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.732119] env[62743]: DEBUG nova.scheduler.client.report [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.930523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.007515] env[62743]: DEBUG nova.network.neutron [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c009adf-af", "ovs_interfaceid": "0c009adf-af38-4cff-8161-a43de715888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.127046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.174378] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "refresh_cache-0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.174378] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquired lock "refresh_cache-0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.174526] env[62743]: DEBUG nova.network.neutron [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.210345] env[62743]: DEBUG oslo_concurrency.lockutils [req-798a3428-e73d-4559-b049-8e29357886e8 req-26890623-0625-44ef-a876-dcbe24f7da7d service nova] Releasing lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.210754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.210914] env[62743]: DEBUG nova.network.neutron [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.250621] env[62743]: DEBUG nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2048.287390] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2048.287668] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2048.287911] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2048.288076] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2048.288240] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2048.288397] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2048.288671] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2048.288802] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2048.289180] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2048.289357] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2048.289687] env[62743]: DEBUG nova.virt.hardware [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2048.290949] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a09322-ed65-42fd-ae22-2ab2f2a950f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.300339] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4a531f-db32-45d6-aeaf-7c2a44edbbbf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.318881] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.319911] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a73b79-168f-4809-95d7-3f378519acac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.328524] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.328808] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57b53b5-952d-4962-86ec-1f9bab33b225 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.415584] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Received event network-vif-deleted-a2730087-012a-4f49-900b-2dae8fdc45b6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.416051] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Received event network-vif-plugged-96193518-b7cc-4dca-a80d-34fe573724c7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.417029] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Acquiring lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.417029] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.417029] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.417029] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] No waiting events found dispatching network-vif-plugged-96193518-b7cc-4dca-a80d-34fe573724c7 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2048.417240] env[62743]: WARNING nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Received unexpected event network-vif-plugged-96193518-b7cc-4dca-a80d-34fe573724c7 for instance with vm_state building and task_state spawning. [ 2048.417412] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Received event network-changed-96193518-b7cc-4dca-a80d-34fe573724c7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2048.417582] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Refreshing instance network info cache due to event network-changed-96193518-b7cc-4dca-a80d-34fe573724c7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2048.417775] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Acquiring lock "refresh_cache-0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.432798] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2048.433036] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2048.433240] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleting the datastore file [datastore1] ae7b9a85-d5c8-461b-a158-c90f732f3868 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2048.433884] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43fe1497-7c9b-426c-977c-13a7010b016c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.440199] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2048.440199] env[62743]: value = "task-2064062" [ 2048.440199] env[62743]: _type = "Task" [ 2048.440199] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.448351] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.510550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.716175] env[62743]: DEBUG nova.network.neutron [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2048.745651] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.520s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.748779] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.125s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.751573] env[62743]: INFO nova.compute.claims [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2048.779015] env[62743]: DEBUG nova.network.neutron [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2048.907167] env[62743]: DEBUG nova.network.neutron [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Updating instance_info_cache with network_info: [{"id": "96193518-b7cc-4dca-a80d-34fe573724c7", "address": "fa:16:3e:11:11:60", "network": {"id": "7cc84a7e-7318-4040-8877-bea6062350bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1178645527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4aaee214be4ca0b858126b73387fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96193518-b7", "ovs_interfaceid": "96193518-b7cc-4dca-a80d-34fe573724c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.952243] env[62743]: DEBUG oslo_vmware.api [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141694} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.952602] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.952714] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.952891] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.956275] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.958256] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f480d-bf36-4a84-8fe6-66738d1e64a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.968364] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2048.968506] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-746bced3-0157-4c1c-9ab5-e532799e4d65 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.980415] env[62743]: INFO nova.scheduler.client.report [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted allocations for instance ae7b9a85-d5c8-461b-a158-c90f732f3868 [ 2049.011084] env[62743]: DEBUG nova.network.neutron [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Updating instance_info_cache with network_info: [{"id": "7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1", "address": "fa:16:3e:d5:f7:00", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0d3f19-bf", "ovs_interfaceid": "7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.170154] env[62743]: DEBUG nova.compute.manager [req-ba7b2483-790b-4202-918f-f71721a9207d req-ebd6a0de-d969-4c1b-9b31-b658c2a774e5 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Received event network-vif-plugged-b3016f04-2be0-4f59-8410-f2af2fb905a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2049.170154] env[62743]: DEBUG oslo_concurrency.lockutils [req-ba7b2483-790b-4202-918f-f71721a9207d req-ebd6a0de-d969-4c1b-9b31-b658c2a774e5 service nova] Acquiring lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.170353] env[62743]: DEBUG oslo_concurrency.lockutils [req-ba7b2483-790b-4202-918f-f71721a9207d req-ebd6a0de-d969-4c1b-9b31-b658c2a774e5 service nova] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.170554] env[62743]: DEBUG oslo_concurrency.lockutils [req-ba7b2483-790b-4202-918f-f71721a9207d req-ebd6a0de-d969-4c1b-9b31-b658c2a774e5 service nova] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.170754] env[62743]: DEBUG nova.compute.manager [req-ba7b2483-790b-4202-918f-f71721a9207d req-ebd6a0de-d969-4c1b-9b31-b658c2a774e5 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] No waiting events found dispatching network-vif-plugged-b3016f04-2be0-4f59-8410-f2af2fb905a3 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2049.170941] env[62743]: WARNING nova.compute.manager [req-ba7b2483-790b-4202-918f-f71721a9207d req-ebd6a0de-d969-4c1b-9b31-b658c2a774e5 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Received unexpected event network-vif-plugged-b3016f04-2be0-4f59-8410-f2af2fb905a3 for instance with vm_state building and task_state spawning. [ 2049.297843] env[62743]: DEBUG nova.network.neutron [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Successfully updated port: b3016f04-2be0-4f59-8410-f2af2fb905a3 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.325314] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2049.325465] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2049.325675] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleting the datastore file [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2049.326250] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1780e2cd-0cec-4ac7-8f0b-71cc2d8be9bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.333350] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2049.333350] env[62743]: value = "task-2064064" [ 2049.333350] env[62743]: _type = "Task" [ 2049.333350] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.338201] env[62743]: INFO nova.scheduler.client.report [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted allocation for migration 7ba82f89-3941-493f-b826-f2eba006e77f [ 2049.347821] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.416105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Releasing lock "refresh_cache-0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.416493] env[62743]: DEBUG nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Instance network_info: |[{"id": "96193518-b7cc-4dca-a80d-34fe573724c7", "address": "fa:16:3e:11:11:60", "network": {"id": "7cc84a7e-7318-4040-8877-bea6062350bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1178645527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4aaee214be4ca0b858126b73387fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96193518-b7", "ovs_interfaceid": "96193518-b7cc-4dca-a80d-34fe573724c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2049.417248] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Acquired lock "refresh_cache-0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.417460] env[62743]: DEBUG nova.network.neutron [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Refreshing network info cache for port 96193518-b7cc-4dca-a80d-34fe573724c7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2049.418811] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:11:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96193518-b7cc-4dca-a80d-34fe573724c7', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2049.426869] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Creating folder: Project (ca4aaee214be4ca0b858126b73387fd6). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2049.430865] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd0dd9b-2385-4c29-92bd-f77dd13ebcf1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.442351] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Created folder: Project (ca4aaee214be4ca0b858126b73387fd6) in parent group-v423128. [ 2049.442596] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Creating folder: Instances. Parent ref: group-v423318. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2049.442857] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7895b4e1-ec63-4e33-820d-5b6aa262076f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.452413] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Created folder: Instances in parent group-v423318. [ 2049.452675] env[62743]: DEBUG oslo.service.loopingcall [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2049.452891] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2049.453137] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc3cb053-da6f-490b-a4a5-7cb60ba8b425 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.476212] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2049.476212] env[62743]: value = "task-2064067" [ 2049.476212] env[62743]: _type = "Task" [ 2049.476212] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.488521] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.488760] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064067, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.515364] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.515833] env[62743]: DEBUG nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Instance network_info: |[{"id": "7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1", "address": "fa:16:3e:d5:f7:00", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0d3f19-bf", "ovs_interfaceid": "7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2049.516163] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:f7:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2049.524022] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Creating folder: Project (fcb70d3ba63a4cabb3dd74172cb2f97b). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2049.526571] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f592e3e8-ca7f-4595-9509-6f45a042f4c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.539639] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Created folder: Project (fcb70d3ba63a4cabb3dd74172cb2f97b) in parent group-v423128. [ 2049.539639] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Creating folder: Instances. Parent ref: group-v423321. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2049.539970] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da23cb6c-f356-4e80-8f3a-1332ea0bb254 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.549582] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Created folder: Instances in parent group-v423321. [ 2049.549830] env[62743]: DEBUG oslo.service.loopingcall [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2049.550060] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2049.550292] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9404ab-adb8-4cc3-90fa-8e7b6ad7e55c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.571760] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2049.571760] env[62743]: value = "task-2064070" [ 2049.571760] env[62743]: _type = "Task" [ 2049.571760] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.585328] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064070, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.724573] env[62743]: DEBUG nova.network.neutron [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Updated VIF entry in instance network info cache for port 96193518-b7cc-4dca-a80d-34fe573724c7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.724966] env[62743]: DEBUG nova.network.neutron [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Updating instance_info_cache with network_info: [{"id": "96193518-b7cc-4dca-a80d-34fe573724c7", "address": "fa:16:3e:11:11:60", "network": {"id": "7cc84a7e-7318-4040-8877-bea6062350bc", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1178645527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca4aaee214be4ca0b858126b73387fd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96193518-b7", "ovs_interfaceid": "96193518-b7cc-4dca-a80d-34fe573724c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.801386] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "refresh_cache-9bec9718-17fd-4a20-b5c5-06c05a2d8b44" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.801574] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "refresh_cache-9bec9718-17fd-4a20-b5c5-06c05a2d8b44" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.801616] env[62743]: DEBUG nova.network.neutron [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.847502] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9794344e-ffb0-465d-b9e7-22d532ca2ec5 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.822s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.848949] env[62743]: DEBUG oslo_vmware.api [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156279} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.852026] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2049.852026] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2049.852161] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2049.881539] env[62743]: INFO nova.scheduler.client.report [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleted allocations for instance ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 [ 2049.992032] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064067, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.072833] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eaa6d9-9305-4c27-b261-d1d316f182ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.080427] env[62743]: DEBUG oslo_concurrency.lockutils [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.086434] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b8fd7d-ee74-4f9b-9747-d459e0152acb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.089619] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064070, 'name': CreateVM_Task, 'duration_secs': 0.476833} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.089783] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2050.090824] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.091012] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.091360] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2050.091622] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4afff7-38ea-4a60-9c33-79e1b600a447 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.118526] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb96e7-267a-494f-bdc6-638db7e567be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.123396] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2050.123396] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524d9319-68b5-a5fa-f1dc-3e6b14317ea4" [ 2050.123396] env[62743]: _type = "Task" [ 2050.123396] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.130976] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57498051-2e9d-4a30-82d8-491c1e12c839 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.138349] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524d9319-68b5-a5fa-f1dc-3e6b14317ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.138994] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.139268] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2050.139525] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.139668] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.139844] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2050.140129] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f6d9dd-5f08-4083-bd8a-8e73d6d82f37 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.149577] env[62743]: DEBUG nova.compute.provider_tree [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2050.157288] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2050.157469] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2050.158841] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fff5ff0-7abe-48b8-a179-e659618ec791 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.164756] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2050.164756] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520f90da-2b4c-0397-d106-b75dedf65e9a" [ 2050.164756] env[62743]: _type = "Task" [ 2050.164756] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.172777] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520f90da-2b4c-0397-d106-b75dedf65e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.228362] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Releasing lock "refresh_cache-0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.228639] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Received event network-vif-unplugged-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.228883] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Acquiring lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.230025] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.230025] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.230025] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] No waiting events found dispatching network-vif-unplugged-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.230025] env[62743]: WARNING nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Received unexpected event network-vif-unplugged-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 for instance with vm_state shelved and task_state shelving_offloading. [ 2050.230025] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Received event network-changed-d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.230025] env[62743]: DEBUG nova.compute.manager [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Refreshing instance network info cache due to event network-changed-d78aa772-f1e1-4d2e-9ba6-12e318a996b5. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2050.230308] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Acquiring lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.230308] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Acquired lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.230378] env[62743]: DEBUG nova.network.neutron [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Refreshing network info cache for port d78aa772-f1e1-4d2e-9ba6-12e318a996b5 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.336089] env[62743]: DEBUG nova.network.neutron [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.387853] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.451440] env[62743]: DEBUG nova.compute.manager [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received event network-vif-unplugged-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.451643] env[62743]: DEBUG oslo_concurrency.lockutils [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.451841] env[62743]: DEBUG oslo_concurrency.lockutils [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.452015] env[62743]: DEBUG oslo_concurrency.lockutils [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.452187] env[62743]: DEBUG nova.compute.manager [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] No waiting events found dispatching network-vif-unplugged-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.452352] env[62743]: WARNING nova.compute.manager [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received unexpected event network-vif-unplugged-0c009adf-af38-4cff-8161-a43de715888f for instance with vm_state shelved_offloaded and task_state None. [ 2050.452509] env[62743]: DEBUG nova.compute.manager [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received event network-changed-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.452664] env[62743]: DEBUG nova.compute.manager [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Refreshing instance network info cache due to event network-changed-0c009adf-af38-4cff-8161-a43de715888f. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2050.452850] env[62743]: DEBUG oslo_concurrency.lockutils [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] Acquiring lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.452984] env[62743]: DEBUG oslo_concurrency.lockutils [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] Acquired lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.453153] env[62743]: DEBUG nova.network.neutron [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Refreshing network info cache for port 0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.491612] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064067, 'name': CreateVM_Task, 'duration_secs': 0.628633} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.491933] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2050.492759] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.493082] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.493619] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2050.494030] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbaa9f89-ad45-4b53-a9e0-bc8881ac52f2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.499418] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2050.499418] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e12a10-1a6e-bac6-5d8e-b44fbdbb0595" [ 2050.499418] env[62743]: _type = "Task" [ 2050.499418] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.508141] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e12a10-1a6e-bac6-5d8e-b44fbdbb0595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.569339] env[62743]: DEBUG nova.network.neutron [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Updating instance_info_cache with network_info: [{"id": "b3016f04-2be0-4f59-8410-f2af2fb905a3", "address": "fa:16:3e:aa:ef:1a", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3016f04-2b", "ovs_interfaceid": "b3016f04-2be0-4f59-8410-f2af2fb905a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.652833] env[62743]: DEBUG nova.scheduler.client.report [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2050.678115] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520f90da-2b4c-0397-d106-b75dedf65e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.679706] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2232b9e0-55bb-477f-a72b-96e1d7eccc8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.686402] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2050.686402] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b60772-8fb2-1e25-9112-b9d89f679f17" [ 2050.686402] env[62743]: _type = "Task" [ 2050.686402] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.698720] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b60772-8fb2-1e25-9112-b9d89f679f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.014215] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e12a10-1a6e-bac6-5d8e-b44fbdbb0595, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.014603] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.014899] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2051.015141] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.076556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "refresh_cache-9bec9718-17fd-4a20-b5c5-06c05a2d8b44" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.076556] env[62743]: DEBUG nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Instance network_info: |[{"id": "b3016f04-2be0-4f59-8410-f2af2fb905a3", "address": "fa:16:3e:aa:ef:1a", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3016f04-2b", "ovs_interfaceid": "b3016f04-2be0-4f59-8410-f2af2fb905a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.076556] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:ef:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3016f04-2be0-4f59-8410-f2af2fb905a3', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.088224] env[62743]: DEBUG oslo.service.loopingcall [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.088224] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.088224] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91dd1f4c-86af-447a-ba1a-60ea0ae81690 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.112438] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2051.112438] env[62743]: value = "task-2064071" [ 2051.112438] env[62743]: _type = "Task" [ 2051.112438] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.120119] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064071, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.158674] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.159316] env[62743]: DEBUG nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2051.162256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.898s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.165960] env[62743]: INFO nova.compute.claims [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2051.197313] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b60772-8fb2-1e25-9112-b9d89f679f17, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.197638] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.197949] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317/6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2051.198284] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.198470] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2051.198734] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3ef6ec4-ab0c-4458-a92a-5f1894f96479 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.203410] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07e94d91-4707-4a74-a971-96fcfb60f97e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.212200] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2051.212200] env[62743]: value = "task-2064072" [ 2051.212200] env[62743]: _type = "Task" [ 2051.212200] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.213162] env[62743]: DEBUG nova.network.neutron [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Updated VIF entry in instance network info cache for port d78aa772-f1e1-4d2e-9ba6-12e318a996b5. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.213594] env[62743]: DEBUG nova.network.neutron [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Updating instance_info_cache with network_info: [{"id": "d78aa772-f1e1-4d2e-9ba6-12e318a996b5", "address": "fa:16:3e:1f:7e:ce", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": null, "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd78aa772-f1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.218480] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2051.218480] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2051.221468] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0adb9fa-2fc6-423c-bbe3-f793bc0c1d85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.231731] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2051.231731] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523539b6-0de5-e817-1200-69400524f06f" [ 2051.231731] env[62743]: _type = "Task" [ 2051.231731] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.234101] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.245223] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523539b6-0de5-e817-1200-69400524f06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.278967] env[62743]: DEBUG nova.compute.manager [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Received event network-changed-b3016f04-2be0-4f59-8410-f2af2fb905a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2051.279229] env[62743]: DEBUG nova.compute.manager [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Refreshing instance network info cache due to event network-changed-b3016f04-2be0-4f59-8410-f2af2fb905a3. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2051.279638] env[62743]: DEBUG oslo_concurrency.lockutils [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] Acquiring lock "refresh_cache-9bec9718-17fd-4a20-b5c5-06c05a2d8b44" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.279638] env[62743]: DEBUG oslo_concurrency.lockutils [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] Acquired lock "refresh_cache-9bec9718-17fd-4a20-b5c5-06c05a2d8b44" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.279774] env[62743]: DEBUG nova.network.neutron [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Refreshing network info cache for port b3016f04-2be0-4f59-8410-f2af2fb905a3 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.297937] env[62743]: DEBUG nova.network.neutron [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updated VIF entry in instance network info cache for port 0c009adf-af38-4cff-8161-a43de715888f. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.298379] env[62743]: DEBUG nova.network.neutron [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0c009adf-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.623184] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064071, 'name': CreateVM_Task, 'duration_secs': 0.370502} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.623770] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.624195] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.624446] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.624820] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.625212] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39bbbb71-7ab6-40d6-b39b-06be2ba20e03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.631092] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2051.631092] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f5ab5b-2097-1573-de58-e0c5ba790843" [ 2051.631092] env[62743]: _type = "Task" [ 2051.631092] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.640391] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f5ab5b-2097-1573-de58-e0c5ba790843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.674784] env[62743]: DEBUG nova.compute.utils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2051.675648] env[62743]: DEBUG nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2051.675943] env[62743]: DEBUG nova.network.neutron [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2051.716946] env[62743]: DEBUG oslo_concurrency.lockutils [req-7258ae65-1b90-49ed-aa44-88f6debc9bea req-0c7e52d4-f32f-43c0-8eb8-ab53785412ed service nova] Releasing lock "refresh_cache-ae7b9a85-d5c8-461b-a158-c90f732f3868" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.727316] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.744484] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523539b6-0de5-e817-1200-69400524f06f, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.745412] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ff6b6c-e648-4ff7-96e9-f97cf0ad1f22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.750917] env[62743]: DEBUG nova.policy [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06270e106574620a1617356d01104ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436c621a74724686a9dd31a48fe50fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2051.755031] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2051.755031] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5263602d-4ce7-ce79-5d63-6e19c6c4c211" [ 2051.755031] env[62743]: _type = "Task" [ 2051.755031] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.764107] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5263602d-4ce7-ce79-5d63-6e19c6c4c211, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.766056] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.766287] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1/0906b602-0f46-4ee8-8e6b-1562c2ab7eb1.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2051.769876] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb88c67a-0d7d-4c51-b3d4-42703a8ba44a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.778301] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2051.778301] env[62743]: value = "task-2064073" [ 2051.778301] env[62743]: _type = "Task" [ 2051.778301] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.795610] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.801848] env[62743]: DEBUG oslo_concurrency.lockutils [req-f5a415b9-08bf-48cd-beb9-4f28b4344d42 req-2cf1fe10-afd4-43a5-af53-e365aaf84900 service nova] Releasing lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.966324] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.966930] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.967278] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.967569] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.968082] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.970915] env[62743]: INFO nova.compute.manager [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Terminating instance [ 2052.076697] env[62743]: DEBUG nova.network.neutron [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Updated VIF entry in instance network info cache for port b3016f04-2be0-4f59-8410-f2af2fb905a3. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.077091] env[62743]: DEBUG nova.network.neutron [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Updating instance_info_cache with network_info: [{"id": "b3016f04-2be0-4f59-8410-f2af2fb905a3", "address": "fa:16:3e:aa:ef:1a", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3016f04-2b", "ovs_interfaceid": "b3016f04-2be0-4f59-8410-f2af2fb905a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.147397] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f5ab5b-2097-1573-de58-e0c5ba790843, 'name': SearchDatastore_Task, 'duration_secs': 0.065537} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.147944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.148118] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2052.148373] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.148524] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.149353] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2052.149353] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1a7b742-104d-4533-9a7b-70fdaf48bc66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.180130] env[62743]: DEBUG nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2052.183274] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2052.183757] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2052.189167] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5726350e-6581-4771-879a-fc39402953dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.198704] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2052.198704] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52363c94-f5d2-9040-3742-55346420285a" [ 2052.198704] env[62743]: _type = "Task" [ 2052.198704] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.209436] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52363c94-f5d2-9040-3742-55346420285a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.230526] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563657} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.234137] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317/6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2052.234478] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2052.235820] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f49e7196-a88e-42ea-b575-03fadd9f0ca1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.239034] env[62743]: DEBUG nova.network.neutron [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Successfully created port: f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2052.246676] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2052.246676] env[62743]: value = "task-2064074" [ 2052.246676] env[62743]: _type = "Task" [ 2052.246676] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.258925] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.276934] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.291769] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506505} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.292384] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1/0906b602-0f46-4ee8-8e6b-1562c2ab7eb1.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2052.292658] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2052.292927] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b25fc99e-f917-41a1-9723-9451d447f928 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.299699] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2052.299699] env[62743]: value = "task-2064075" [ 2052.299699] env[62743]: _type = "Task" [ 2052.299699] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.309371] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.479582] env[62743]: DEBUG nova.compute.manager [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2052.479945] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2052.480823] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a913e-5240-4d19-a798-64fd79f1690d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.491339] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.491681] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.495898] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2052.496219] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ad1e74-b69b-4fd8-8c34-f674b44041d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.504063] env[62743]: DEBUG oslo_vmware.api [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2052.504063] env[62743]: value = "task-2064076" [ 2052.504063] env[62743]: _type = "Task" [ 2052.504063] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.511183] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1687ff9-05f6-457e-a87b-b955e5ffbc3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.521156] env[62743]: DEBUG oslo_vmware.api [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.524245] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb136c-44e0-476e-8178-ee3e4988ce25 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.563405] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676ca1d0-2476-43a6-bea9-3af2e36493a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.571538] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3e228-ce8b-4e74-9b2b-60dc7fc03601 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.586478] env[62743]: DEBUG oslo_concurrency.lockutils [req-ef9d8749-f777-45c0-a786-87c2f9139b5f req-e606d574-d3e6-4c16-b7ab-a1909fe7f0c7 service nova] Releasing lock "refresh_cache-9bec9718-17fd-4a20-b5c5-06c05a2d8b44" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.587168] env[62743]: DEBUG nova.compute.provider_tree [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.709466] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52363c94-f5d2-9040-3742-55346420285a, 'name': SearchDatastore_Task, 'duration_secs': 0.056296} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.710353] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a68953-9839-4f37-b4ad-b77e764d6952 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.715871] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2052.715871] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52850260-d68b-b316-3dc5-1b6258fba9b0" [ 2052.715871] env[62743]: _type = "Task" [ 2052.715871] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.724479] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52850260-d68b-b316-3dc5-1b6258fba9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.758692] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082999} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.758989] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2052.759539] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ad0f3e-69c0-419e-b59b-3d90bc52fac7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.780914] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317/6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2052.781194] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a954cff4-2d76-4549-89f6-d99ea0d394b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.807338] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2052.807338] env[62743]: value = "task-2064077" [ 2052.807338] env[62743]: _type = "Task" [ 2052.807338] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.813302] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077306} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.813894] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2052.814663] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3c5834-b883-4ce0-880a-8af93301db33 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.820065] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.840320] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1/0906b602-0f46-4ee8-8e6b-1562c2ab7eb1.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2052.840630] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2281a5-2b80-402c-806c-4c4236abc61c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.859762] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2052.859762] env[62743]: value = "task-2064078" [ 2052.859762] env[62743]: _type = "Task" [ 2052.859762] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.868041] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.994660] env[62743]: DEBUG nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2053.016284] env[62743]: DEBUG oslo_vmware.api [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064076, 'name': PowerOffVM_Task, 'duration_secs': 0.215553} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.016594] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2053.016781] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2053.017087] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed6977d4-9663-48e7-b89d-7a49de4444de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.091133] env[62743]: DEBUG nova.scheduler.client.report [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2053.155882] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2053.156120] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2053.156310] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleting the datastore file [datastore1] 8165f1f6-1140-4268-8d6a-4a5bc86d61ad {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2053.156636] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e96131a5-2555-4391-9aa2-6331ee569e63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.163990] env[62743]: DEBUG oslo_vmware.api [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2053.163990] env[62743]: value = "task-2064080" [ 2053.163990] env[62743]: _type = "Task" [ 2053.163990] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.172873] env[62743]: DEBUG oslo_vmware.api [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.189315] env[62743]: DEBUG nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2053.222386] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2053.222555] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2053.222707] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2053.222889] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2053.223048] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2053.223198] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2053.223406] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2053.223562] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2053.223728] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2053.223890] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2053.224074] env[62743]: DEBUG nova.virt.hardware [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2053.224893] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad72c47c-912c-44a7-9a95-26d3d3ebd37f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.230776] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52850260-d68b-b316-3dc5-1b6258fba9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.231592] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.231867] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9bec9718-17fd-4a20-b5c5-06c05a2d8b44/9bec9718-17fd-4a20-b5c5-06c05a2d8b44.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2053.232152] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7107e32-3bfb-433b-b73d-a7a16b502721 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.237939] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b106c3cb-5938-45f6-9ee9-6c1377aa4433 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.243388] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2053.243388] env[62743]: value = "task-2064081" [ 2053.243388] env[62743]: _type = "Task" [ 2053.243388] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.262785] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.318071] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064077, 'name': ReconfigVM_Task, 'duration_secs': 0.289514} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.318332] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317/6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.319029] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11d89641-75fc-41ce-96b9-ba179297358f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.326515] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2053.326515] env[62743]: value = "task-2064082" [ 2053.326515] env[62743]: _type = "Task" [ 2053.326515] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.335972] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064082, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.370482] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064078, 'name': ReconfigVM_Task, 'duration_secs': 0.44135} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.370819] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1/0906b602-0f46-4ee8-8e6b-1562c2ab7eb1.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.372225] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d8d1a99-a0d1-4fdc-9b4d-73c99a89dc46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.379189] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2053.379189] env[62743]: value = "task-2064083" [ 2053.379189] env[62743]: _type = "Task" [ 2053.379189] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.389861] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064083, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.519839] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.596658] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.597232] env[62743]: DEBUG nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2053.600228] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.266s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.600479] env[62743]: DEBUG nova.objects.instance [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lazy-loading 'resources' on Instance uuid fb51b671-ea57-49e1-bb62-0f0a36f9de1b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.674620] env[62743]: DEBUG oslo_vmware.api [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192996} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.674918] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2053.675135] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2053.675385] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2053.675572] env[62743]: INFO nova.compute.manager [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2053.675852] env[62743]: DEBUG oslo.service.loopingcall [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.676440] env[62743]: DEBUG nova.compute.manager [-] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2053.676543] env[62743]: DEBUG nova.network.neutron [-] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2053.753197] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064081, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.790202] env[62743]: DEBUG nova.compute.manager [req-6801bb0c-80e9-429e-a7b2-4c1eb1b91d19 req-2046e15f-ff28-4a62-900a-ae8f08e086e7 service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Received event network-vif-plugged-f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2053.790381] env[62743]: DEBUG oslo_concurrency.lockutils [req-6801bb0c-80e9-429e-a7b2-4c1eb1b91d19 req-2046e15f-ff28-4a62-900a-ae8f08e086e7 service nova] Acquiring lock "da7d8924-e1ce-40dd-95b8-65f1368278bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.790592] env[62743]: DEBUG oslo_concurrency.lockutils [req-6801bb0c-80e9-429e-a7b2-4c1eb1b91d19 req-2046e15f-ff28-4a62-900a-ae8f08e086e7 service nova] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.790773] env[62743]: DEBUG oslo_concurrency.lockutils [req-6801bb0c-80e9-429e-a7b2-4c1eb1b91d19 req-2046e15f-ff28-4a62-900a-ae8f08e086e7 service nova] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.790947] env[62743]: DEBUG nova.compute.manager [req-6801bb0c-80e9-429e-a7b2-4c1eb1b91d19 req-2046e15f-ff28-4a62-900a-ae8f08e086e7 service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] No waiting events found dispatching network-vif-plugged-f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2053.791170] env[62743]: WARNING nova.compute.manager [req-6801bb0c-80e9-429e-a7b2-4c1eb1b91d19 req-2046e15f-ff28-4a62-900a-ae8f08e086e7 service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Received unexpected event network-vif-plugged-f236783c-ce05-4710-b1d2-ca20e92d87f2 for instance with vm_state building and task_state spawning. [ 2053.836377] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064082, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.888891] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064083, 'name': Rename_Task, 'duration_secs': 0.25454} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.893328] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2053.894260] env[62743]: DEBUG nova.network.neutron [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Successfully updated port: f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2053.895398] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe4bd28f-7cab-4c6d-be83-673e1930b76a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.902007] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2053.902007] env[62743]: value = "task-2064084" [ 2053.902007] env[62743]: _type = "Task" [ 2053.902007] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.912966] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.965156] env[62743]: DEBUG nova.compute.manager [req-9fbfb707-c120-49e9-b566-b30660816f3d req-f26156e3-fc62-4a88-8393-de78739824a8 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Received event network-vif-deleted-1f2d942c-1d35-47ab-99c6-fada1af9b3c9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2053.965156] env[62743]: INFO nova.compute.manager [req-9fbfb707-c120-49e9-b566-b30660816f3d req-f26156e3-fc62-4a88-8393-de78739824a8 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Neutron deleted interface 1f2d942c-1d35-47ab-99c6-fada1af9b3c9; detaching it from the instance and deleting it from the info cache [ 2053.965156] env[62743]: DEBUG nova.network.neutron [req-9fbfb707-c120-49e9-b566-b30660816f3d req-f26156e3-fc62-4a88-8393-de78739824a8 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.103247] env[62743]: DEBUG nova.compute.utils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2054.107450] env[62743]: DEBUG nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2054.107639] env[62743]: DEBUG nova.network.neutron [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2054.173783] env[62743]: DEBUG nova.policy [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59d700114a2b4a848ae50aab5435ce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512596fa0c424c5c9413aeb6e66d2408', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2054.257455] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597447} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.257723] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9bec9718-17fd-4a20-b5c5-06c05a2d8b44/9bec9718-17fd-4a20-b5c5-06c05a2d8b44.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2054.257960] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2054.258241] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bff882d-2fa3-463e-99a2-e0f34c4999e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.264950] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2054.264950] env[62743]: value = "task-2064085" [ 2054.264950] env[62743]: _type = "Task" [ 2054.264950] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.273443] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.339930] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064082, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.398856] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.398856] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.398856] env[62743]: DEBUG nova.network.neutron [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.414940] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064084, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.434733] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994074e0-34c0-4216-8962-940e1a2f0e22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.442122] env[62743]: DEBUG nova.network.neutron [-] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.444651] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e3329f-5a27-456a-b35a-18f1a21af391 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.481548] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a36d5141-aedf-40ef-a7cc-4cb56c6e3284 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.484072] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f45b9-337a-4130-aff0-9c586ae1b519 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.494520] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56e6dd8-cf41-43a7-bd7d-148267045337 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.508435] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1249d045-e2e5-4f7a-9cea-c3d62490bc05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.549475] env[62743]: DEBUG nova.compute.provider_tree [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2054.563130] env[62743]: DEBUG nova.network.neutron [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Successfully created port: f786debd-7c3d-4374-8ad1-f0ad04a54241 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2054.565199] env[62743]: DEBUG nova.compute.manager [req-9fbfb707-c120-49e9-b566-b30660816f3d req-f26156e3-fc62-4a88-8393-de78739824a8 service nova] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Detach interface failed, port_id=1f2d942c-1d35-47ab-99c6-fada1af9b3c9, reason: Instance 8165f1f6-1140-4268-8d6a-4a5bc86d61ad could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2054.566892] env[62743]: DEBUG nova.scheduler.client.report [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2054.608822] env[62743]: DEBUG nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2054.774799] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075098} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.775142] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2054.775819] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d9a54-26db-4050-b31e-8562a63498b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.798689] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9bec9718-17fd-4a20-b5c5-06c05a2d8b44/9bec9718-17fd-4a20-b5c5-06c05a2d8b44.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2054.799098] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3619f089-3b44-4c8c-9fc6-dbc212194762 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.818687] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2054.818687] env[62743]: value = "task-2064086" [ 2054.818687] env[62743]: _type = "Task" [ 2054.818687] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.827133] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.837276] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064082, 'name': Rename_Task, 'duration_secs': 1.173658} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.837545] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2054.837818] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b339615-511c-495e-876b-582e80d69093 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.843803] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2054.843803] env[62743]: value = "task-2064087" [ 2054.843803] env[62743]: _type = "Task" [ 2054.843803] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.852484] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.915194] env[62743]: DEBUG oslo_vmware.api [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064084, 'name': PowerOnVM_Task, 'duration_secs': 0.64542} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.915493] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2054.915720] env[62743]: INFO nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Took 9.25 seconds to spawn the instance on the hypervisor. [ 2054.915902] env[62743]: DEBUG nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2054.916712] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c33a78-92d8-4238-8d6b-a18b00ed50b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.938184] env[62743]: DEBUG nova.network.neutron [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2054.949320] env[62743]: INFO nova.compute.manager [-] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Took 1.27 seconds to deallocate network for instance. [ 2055.071361] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.471s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.074226] env[62743]: DEBUG nova.network.neutron [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Updating instance_info_cache with network_info: [{"id": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "address": "fa:16:3e:c2:dc:51", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf236783c-ce", "ovs_interfaceid": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.075408] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.621s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.075634] env[62743]: DEBUG nova.objects.instance [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lazy-loading 'resources' on Instance uuid af7ad017-9443-4e4a-b925-50fea46e10fb {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.093813] env[62743]: INFO nova.scheduler.client.report [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Deleted allocations for instance fb51b671-ea57-49e1-bb62-0f0a36f9de1b [ 2055.328076] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.352811] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.436825] env[62743]: INFO nova.compute.manager [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Took 19.64 seconds to build instance. [ 2055.456209] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.578256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.578637] env[62743]: DEBUG nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Instance network_info: |[{"id": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "address": "fa:16:3e:c2:dc:51", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf236783c-ce", "ovs_interfaceid": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2055.581889] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:dc:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f236783c-ce05-4710-b1d2-ca20e92d87f2', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2055.589903] env[62743]: DEBUG oslo.service.loopingcall [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.590581] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2055.590827] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3110aad8-002c-48f9-8e3e-58236871205a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.612472] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed074cf2-f22f-41b0-b22f-d5bd6e86a343 tempest-ServersAdminTestJSON-853047689 tempest-ServersAdminTestJSON-853047689-project-member] Lock "fb51b671-ea57-49e1-bb62-0f0a36f9de1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.228s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.618990] env[62743]: DEBUG nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2055.620646] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2055.620646] env[62743]: value = "task-2064088" [ 2055.620646] env[62743]: _type = "Task" [ 2055.620646] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.632173] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064088, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.648722] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2055.649218] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2055.649853] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2055.649853] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2055.649972] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2055.650123] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2055.650429] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2055.650685] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2055.650916] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2055.651116] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2055.651309] env[62743]: DEBUG nova.virt.hardware [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2055.652580] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25a20f4-3a81-4b00-b0d6-4ad8b42ba4e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.668112] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced9a21-5f8c-4055-a613-88f5c7ed3698 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.836151] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.854585] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.924169] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ec165f-95d8-4e9f-ac3b-5f69501f495d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.933042] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cdd048-3c1d-4716-91ba-f6b834422fc4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.938987] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31a4a682-04df-4128-be1f-83fcc772e455 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.151s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.971270] env[62743]: DEBUG nova.compute.manager [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Received event network-changed-f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2055.971471] env[62743]: DEBUG nova.compute.manager [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Refreshing instance network info cache due to event network-changed-f236783c-ce05-4710-b1d2-ca20e92d87f2. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2055.971676] env[62743]: DEBUG oslo_concurrency.lockutils [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] Acquiring lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.971819] env[62743]: DEBUG oslo_concurrency.lockutils [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] Acquired lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.971980] env[62743]: DEBUG nova.network.neutron [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Refreshing network info cache for port f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2055.976795] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60d328d-e545-49b0-b4dc-4080ab4e473f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.983900] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7300d560-898c-45fa-823c-5cdd18a630fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.999663] env[62743]: DEBUG nova.compute.provider_tree [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.135841] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064088, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.208803] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.209173] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.209399] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.209587] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.209754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.212154] env[62743]: INFO nova.compute.manager [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Terminating instance [ 2056.293633] env[62743]: DEBUG nova.compute.manager [req-ed640ccc-5420-46dc-8e02-1566df5493b4 req-57ffcfb1-441a-4492-966c-25bc48e023f3 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Received event network-vif-plugged-f786debd-7c3d-4374-8ad1-f0ad04a54241 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.293864] env[62743]: DEBUG oslo_concurrency.lockutils [req-ed640ccc-5420-46dc-8e02-1566df5493b4 req-57ffcfb1-441a-4492-966c-25bc48e023f3 service nova] Acquiring lock "68012aaf-fafd-49d5-a09f-265ccb946e22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.294114] env[62743]: DEBUG oslo_concurrency.lockutils [req-ed640ccc-5420-46dc-8e02-1566df5493b4 req-57ffcfb1-441a-4492-966c-25bc48e023f3 service nova] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.294357] env[62743]: DEBUG oslo_concurrency.lockutils [req-ed640ccc-5420-46dc-8e02-1566df5493b4 req-57ffcfb1-441a-4492-966c-25bc48e023f3 service nova] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.294544] env[62743]: DEBUG nova.compute.manager [req-ed640ccc-5420-46dc-8e02-1566df5493b4 req-57ffcfb1-441a-4492-966c-25bc48e023f3 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] No waiting events found dispatching network-vif-plugged-f786debd-7c3d-4374-8ad1-f0ad04a54241 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2056.294710] env[62743]: WARNING nova.compute.manager [req-ed640ccc-5420-46dc-8e02-1566df5493b4 req-57ffcfb1-441a-4492-966c-25bc48e023f3 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Received unexpected event network-vif-plugged-f786debd-7c3d-4374-8ad1-f0ad04a54241 for instance with vm_state building and task_state spawning. [ 2056.331866] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064086, 'name': ReconfigVM_Task, 'duration_secs': 1.024673} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.332259] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9bec9718-17fd-4a20-b5c5-06c05a2d8b44/9bec9718-17fd-4a20-b5c5-06c05a2d8b44.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.332962] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f186355-ea24-4ed7-9ae5-c86aaee6981e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.340331] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2056.340331] env[62743]: value = "task-2064089" [ 2056.340331] env[62743]: _type = "Task" [ 2056.340331] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.346558] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249287c-8718-2858-73f2-a0d99c57c171/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2056.347052] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084616b3-2019-416f-bfaa-02db1a0a08d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.367906] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064089, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.372610] env[62743]: DEBUG oslo_vmware.api [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064087, 'name': PowerOnVM_Task, 'duration_secs': 1.14393} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.372920] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249287c-8718-2858-73f2-a0d99c57c171/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2056.373012] env[62743]: ERROR oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249287c-8718-2858-73f2-a0d99c57c171/disk-0.vmdk due to incomplete transfer. [ 2056.373250] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2056.373461] env[62743]: INFO nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Took 13.26 seconds to spawn the instance on the hypervisor. [ 2056.373625] env[62743]: DEBUG nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.373870] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd28654b-60b7-4e20-a4dd-88d3c3478f3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.377936] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ee498a-e04c-4969-83d8-ce4e0b119c35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.391020] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5249287c-8718-2858-73f2-a0d99c57c171/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2056.391020] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Uploaded image 381326c3-460e-4fef-bbd6-5ba2927f234b to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2056.395020] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2056.395020] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd081c38-e800-44e9-9a1d-c2042a5a7633 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.400944] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2056.400944] env[62743]: value = "task-2064090" [ 2056.400944] env[62743]: _type = "Task" [ 2056.400944] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.414917] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064090, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.502643] env[62743]: DEBUG nova.scheduler.client.report [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2056.531431] env[62743]: DEBUG nova.network.neutron [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Successfully updated port: f786debd-7c3d-4374-8ad1-f0ad04a54241 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2056.631442] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064088, 'name': CreateVM_Task, 'duration_secs': 0.55246} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.631618] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2056.632318] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.632487] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.632800] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2056.636683] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ff7c56-d28b-42d3-b578-bc1f544e9042 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.640701] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2056.640701] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52821652-f226-e6ae-cef5-41c38b5df997" [ 2056.640701] env[62743]: _type = "Task" [ 2056.640701] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.649719] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52821652-f226-e6ae-cef5-41c38b5df997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.715612] env[62743]: DEBUG nova.compute.manager [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2056.715848] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2056.716748] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b91e95-34a7-48cc-aa90-9a13e440c729 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.725269] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2056.725516] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f74df948-cb89-4b79-b902-32450f580f3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.732857] env[62743]: DEBUG oslo_vmware.api [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2056.732857] env[62743]: value = "task-2064091" [ 2056.732857] env[62743]: _type = "Task" [ 2056.732857] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.740976] env[62743]: DEBUG oslo_vmware.api [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.747664] env[62743]: DEBUG nova.network.neutron [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Updated VIF entry in instance network info cache for port f236783c-ce05-4710-b1d2-ca20e92d87f2. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2056.748069] env[62743]: DEBUG nova.network.neutron [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Updating instance_info_cache with network_info: [{"id": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "address": "fa:16:3e:c2:dc:51", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf236783c-ce", "ovs_interfaceid": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.851978] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064089, 'name': Rename_Task, 'duration_secs': 0.259737} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.852350] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2056.852552] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc5ae58b-120b-4acf-b688-e7be578a21d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.859598] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2056.859598] env[62743]: value = "task-2064092" [ 2056.859598] env[62743]: _type = "Task" [ 2056.859598] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.869079] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.899601] env[62743]: INFO nova.compute.manager [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Took 45.86 seconds to build instance. [ 2056.913245] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064090, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.009856] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.010780] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.349s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.011533] env[62743]: DEBUG nova.objects.instance [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'resources' on Instance uuid 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2057.036860] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "refresh_cache-68012aaf-fafd-49d5-a09f-265ccb946e22" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.036860] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "refresh_cache-68012aaf-fafd-49d5-a09f-265ccb946e22" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.036860] env[62743]: DEBUG nova.network.neutron [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2057.051376] env[62743]: INFO nova.scheduler.client.report [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Deleted allocations for instance af7ad017-9443-4e4a-b925-50fea46e10fb [ 2057.152577] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52821652-f226-e6ae-cef5-41c38b5df997, 'name': SearchDatastore_Task, 'duration_secs': 0.024171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.152923] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.153234] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2057.153487] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.153632] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.153835] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2057.154142] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f32fe29-cdb4-4452-9a4a-9f82aed23aeb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.164938] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2057.165146] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2057.166051] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b21c22c-b004-46ac-897c-6345f687edc4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.172217] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2057.172217] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5218557d-1875-c93f-e0cb-39beee136bc1" [ 2057.172217] env[62743]: _type = "Task" [ 2057.172217] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.181142] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5218557d-1875-c93f-e0cb-39beee136bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.257591] env[62743]: DEBUG oslo_concurrency.lockutils [req-fe75dba7-e3e4-47fe-8400-047db68e6a24 req-aec8c6eb-a66a-4527-82ed-ba774a6a337e service nova] Releasing lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.258038] env[62743]: DEBUG oslo_vmware.api [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064091, 'name': PowerOffVM_Task, 'duration_secs': 0.261813} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.258481] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2057.258660] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2057.258951] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9fd7b96-84a5-4720-8637-2b6320d3709e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.370901] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.386354] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2057.386599] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2057.386785] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Deleting the datastore file [datastore1] 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2057.387277] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-778f4a56-e913-4001-a51c-6b0a2c8c8707 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.394967] env[62743]: DEBUG oslo_vmware.api [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for the task: (returnval){ [ 2057.394967] env[62743]: value = "task-2064094" [ 2057.394967] env[62743]: _type = "Task" [ 2057.394967] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.404147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fffab855-397a-4c1c-9a98-27bcf532418e tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.374s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.404294] env[62743]: DEBUG oslo_vmware.api [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.412249] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064090, 'name': Destroy_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.566131] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1b66de0c-eab8-49c3-8b2b-9d46ff8f82cc tempest-ListServerFiltersTestJSON-540193890 tempest-ListServerFiltersTestJSON-540193890-project-member] Lock "af7ad017-9443-4e4a-b925-50fea46e10fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.133s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.592065] env[62743]: DEBUG nova.network.neutron [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2057.693052] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5218557d-1875-c93f-e0cb-39beee136bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.695641] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1a7936-d54d-40d9-bc4d-cf18a18b5326 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.701398] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2057.701398] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5223590f-2945-8d5a-0935-38b0e866314a" [ 2057.701398] env[62743]: _type = "Task" [ 2057.701398] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.709840] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5223590f-2945-8d5a-0935-38b0e866314a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.844443] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ccfb15-307e-46bc-9650-19f78790f1df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.853199] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82295cdb-9a4e-48ee-ad98-5854e2cac868 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.898301] env[62743]: DEBUG nova.network.neutron [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Updating instance_info_cache with network_info: [{"id": "f786debd-7c3d-4374-8ad1-f0ad04a54241", "address": "fa:16:3e:d7:30:ad", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf786debd-7c", "ovs_interfaceid": "f786debd-7c3d-4374-8ad1-f0ad04a54241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.900382] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2827287-a99d-425e-ab17-7b7f8abc93f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.919459] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064092, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.923980] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536ecb21-5c74-4714-91e6-a95f181e5bc9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.928721] env[62743]: DEBUG oslo_vmware.api [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Task: {'id': task-2064094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145904} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.933659] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2057.933659] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2057.933659] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2057.933659] env[62743]: INFO nova.compute.manager [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2057.933659] env[62743]: DEBUG oslo.service.loopingcall [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2057.934278] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064090, 'name': Destroy_Task, 'duration_secs': 1.03494} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.934869] env[62743]: DEBUG nova.compute.manager [-] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2057.935531] env[62743]: DEBUG nova.network.neutron [-] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2057.938018] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Destroyed the VM [ 2057.938018] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2057.945938] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f0fb0263-57ca-468d-8be5-43bee4996a51 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.948567] env[62743]: DEBUG nova.compute.provider_tree [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.956343] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2057.956343] env[62743]: value = "task-2064095" [ 2057.956343] env[62743]: _type = "Task" [ 2057.956343] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.965459] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.981708] env[62743]: DEBUG nova.compute.manager [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Received event network-changed-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.981708] env[62743]: DEBUG nova.compute.manager [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Refreshing instance network info cache due to event network-changed-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2057.981876] env[62743]: DEBUG oslo_concurrency.lockutils [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] Acquiring lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.982082] env[62743]: DEBUG oslo_concurrency.lockutils [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] Acquired lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.982320] env[62743]: DEBUG nova.network.neutron [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Refreshing network info cache for port 7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.217672] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5223590f-2945-8d5a-0935-38b0e866314a, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.218103] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.218406] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2058.218737] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7966a39-248e-4f8e-885f-51745b083f2c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.226691] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2058.226691] env[62743]: value = "task-2064096" [ 2058.226691] env[62743]: _type = "Task" [ 2058.226691] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.237423] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.381436] env[62743]: DEBUG oslo_vmware.api [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064092, 'name': PowerOnVM_Task, 'duration_secs': 1.265443} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.383016] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2058.383016] env[62743]: INFO nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Took 10.13 seconds to spawn the instance on the hypervisor. [ 2058.383016] env[62743]: DEBUG nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2058.383467] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d1ad98-366b-4a00-8826-be0433fb6afb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.404151] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "refresh_cache-68012aaf-fafd-49d5-a09f-265ccb946e22" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.405040] env[62743]: DEBUG nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Instance network_info: |[{"id": "f786debd-7c3d-4374-8ad1-f0ad04a54241", "address": "fa:16:3e:d7:30:ad", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf786debd-7c", "ovs_interfaceid": "f786debd-7c3d-4374-8ad1-f0ad04a54241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2058.405164] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:30:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f786debd-7c3d-4374-8ad1-f0ad04a54241', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2058.417521] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Creating folder: Project (512596fa0c424c5c9413aeb6e66d2408). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2058.418253] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f25d1dff-3341-436b-900e-b3d6112c7642 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.432307] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Created folder: Project (512596fa0c424c5c9413aeb6e66d2408) in parent group-v423128. [ 2058.432307] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Creating folder: Instances. Parent ref: group-v423326. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2058.432307] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77cc400e-68c0-438c-8faf-200a46ea8e39 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.446013] env[62743]: DEBUG nova.compute.manager [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Received event network-changed-f786debd-7c3d-4374-8ad1-f0ad04a54241 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.446322] env[62743]: DEBUG nova.compute.manager [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Refreshing instance network info cache due to event network-changed-f786debd-7c3d-4374-8ad1-f0ad04a54241. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2058.447130] env[62743]: DEBUG oslo_concurrency.lockutils [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] Acquiring lock "refresh_cache-68012aaf-fafd-49d5-a09f-265ccb946e22" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.450236] env[62743]: DEBUG oslo_concurrency.lockutils [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] Acquired lock "refresh_cache-68012aaf-fafd-49d5-a09f-265ccb946e22" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.450447] env[62743]: DEBUG nova.network.neutron [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Refreshing network info cache for port f786debd-7c3d-4374-8ad1-f0ad04a54241 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.454222] env[62743]: DEBUG nova.scheduler.client.report [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.460768] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Created folder: Instances in parent group-v423326. [ 2058.461043] env[62743]: DEBUG oslo.service.loopingcall [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2058.462263] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2058.466262] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba28b21-19a6-49d6-92aa-6a5e412159f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.491766] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064095, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.493935] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2058.493935] env[62743]: value = "task-2064099" [ 2058.493935] env[62743]: _type = "Task" [ 2058.493935] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.505182] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064099, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.578529] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "9b54cf8d-b00f-4aef-9756-ebe96395db24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.579054] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.739859] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064096, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.909175] env[62743]: INFO nova.compute.manager [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Took 22.98 seconds to build instance. [ 2058.965178] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.970369] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.847s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.972256] env[62743]: INFO nova.compute.claims [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2058.980250] env[62743]: DEBUG oslo_vmware.api [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064095, 'name': RemoveSnapshot_Task, 'duration_secs': 0.861518} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.980742] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2058.980970] env[62743]: INFO nova.compute.manager [None req-bcffb741-f5bb-4c1f-a760-3c77548562ea tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Took 16.44 seconds to snapshot the instance on the hypervisor. [ 2059.003123] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064099, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.013213] env[62743]: INFO nova.scheduler.client.report [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Deleted allocations for instance 7eb74404-1c61-4090-8e9a-e3a1f6cf5337 [ 2059.059582] env[62743]: DEBUG nova.network.neutron [-] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.082433] env[62743]: DEBUG nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2059.194200] env[62743]: DEBUG nova.network.neutron [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Updated VIF entry in instance network info cache for port 7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2059.194552] env[62743]: DEBUG nova.network.neutron [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Updating instance_info_cache with network_info: [{"id": "7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1", "address": "fa:16:3e:d5:f7:00", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a0d3f19-bf", "ovs_interfaceid": "7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.242293] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548146} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.242633] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2059.242894] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2059.243189] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-245c62fe-d7eb-4cbe-9f15-3398a1948880 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.250067] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2059.250067] env[62743]: value = "task-2064100" [ 2059.250067] env[62743]: _type = "Task" [ 2059.250067] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.259356] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.298259] env[62743]: DEBUG nova.network.neutron [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Updated VIF entry in instance network info cache for port f786debd-7c3d-4374-8ad1-f0ad04a54241. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2059.298647] env[62743]: DEBUG nova.network.neutron [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Updating instance_info_cache with network_info: [{"id": "f786debd-7c3d-4374-8ad1-f0ad04a54241", "address": "fa:16:3e:d7:30:ad", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf786debd-7c", "ovs_interfaceid": "f786debd-7c3d-4374-8ad1-f0ad04a54241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.411461] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3c8583b7-f3bb-4ad2-a859-bdc9bd87f30b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.504s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.509888] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064099, 'name': CreateVM_Task, 'duration_secs': 0.529627} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.510072] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2059.510792] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.510956] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.511306] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2059.511787] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996c3444-cee8-4386-bdb3-7ba349b990e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.516713] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2059.516713] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529927d1-3703-77fc-80f5-9283b640b3cb" [ 2059.516713] env[62743]: _type = "Task" [ 2059.516713] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.525022] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d50ad2e7-2682-4b3e-bec5-6d9b17e590d4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "7eb74404-1c61-4090-8e9a-e3a1f6cf5337" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.881s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.530525] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529927d1-3703-77fc-80f5-9283b640b3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.530997] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.531247] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2059.531477] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.531650] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.531834] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2059.532124] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bba9551-712c-4443-bcd3-cd635d80df29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.540431] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2059.540879] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2059.541347] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f694593e-a8f9-48d3-ba5b-f1525bf4bacb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.547409] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2059.547409] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52065cd2-b6fb-d9af-c87f-016265a565c9" [ 2059.547409] env[62743]: _type = "Task" [ 2059.547409] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.555809] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52065cd2-b6fb-d9af-c87f-016265a565c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.563251] env[62743]: INFO nova.compute.manager [-] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Took 1.63 seconds to deallocate network for instance. [ 2059.610767] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.697065] env[62743]: DEBUG oslo_concurrency.lockutils [req-827a3e76-3f0d-49e8-b49d-45590b13f73a req-d6a96cae-fef5-40f3-ab32-aa2879f08d09 service nova] Releasing lock "refresh_cache-6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.761953] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065247} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.762306] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2059.763380] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b00a0d-6d65-4976-af5c-9cb23ee1f0ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.799072] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2059.799599] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e383dd-76bc-45d1-b88b-2162ef82bc93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.816281] env[62743]: DEBUG oslo_concurrency.lockutils [req-290734ed-7285-4075-9e9a-45ec607a0368 req-de60fc87-227e-4d2e-8c0f-5ccfd2315930 service nova] Releasing lock "refresh_cache-68012aaf-fafd-49d5-a09f-265ccb946e22" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.823477] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2059.823477] env[62743]: value = "task-2064101" [ 2059.823477] env[62743]: _type = "Task" [ 2059.823477] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.833509] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.058612] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52065cd2-b6fb-d9af-c87f-016265a565c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008028} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.066104] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7cb9d3a-0391-4b7e-aff7-3391ed3b0452 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.068406] env[62743]: DEBUG nova.compute.manager [req-d636d989-9a9d-4b6d-828e-575a8d663e87 req-dbb3793b-f00f-4a8a-b5b9-9cba69a08e1e service nova] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Received event network-vif-deleted-96193518-b7cc-4dca-a80d-34fe573724c7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2060.071198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.074686] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2060.074686] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f1264e-b78f-3768-bcc1-977698670a47" [ 2060.074686] env[62743]: _type = "Task" [ 2060.074686] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.088922] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f1264e-b78f-3768-bcc1-977698670a47, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.089836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.089836] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 68012aaf-fafd-49d5-a09f-265ccb946e22/68012aaf-fafd-49d5-a09f-265ccb946e22.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2060.089836] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9486dd-df81-4a63-9e74-554d5c6950fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.096712] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2060.096712] env[62743]: value = "task-2064102" [ 2060.096712] env[62743]: _type = "Task" [ 2060.096712] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.108671] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.339989] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064101, 'name': ReconfigVM_Task, 'duration_secs': 0.467443} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.340432] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.341171] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f1bd508-191e-4a22-8682-4894788fc868 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.351503] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2060.351503] env[62743]: value = "task-2064103" [ 2060.351503] env[62743]: _type = "Task" [ 2060.351503] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.364753] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064103, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.400264] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d042b0-7b08-4ee2-8e26-816604286c2c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.411588] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c4aa6-538d-4508-b22d-5c3df6f4dc43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.444802] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095ee29a-408d-49cb-ac29-d4a3c4501520 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.454864] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f11d150-5918-47b4-a516-c56bcbe06648 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.471241] env[62743]: DEBUG nova.compute.provider_tree [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.608381] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484153} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.608889] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 68012aaf-fafd-49d5-a09f-265ccb946e22/68012aaf-fafd-49d5-a09f-265ccb946e22.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2060.608889] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2060.609530] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f87c36a5-3298-473c-8605-36d5439c0095 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.618278] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2060.618278] env[62743]: value = "task-2064104" [ 2060.618278] env[62743]: _type = "Task" [ 2060.618278] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.628053] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.667279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "7dc99cba-04c8-44b3-845f-4ab9e8405556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.667279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.863781] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064103, 'name': Rename_Task, 'duration_secs': 0.175834} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.863781] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2060.863781] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c740531-3932-4b30-b714-e44dc3eb5de8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.870178] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2060.870178] env[62743]: value = "task-2064105" [ 2060.870178] env[62743]: _type = "Task" [ 2060.870178] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.881239] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.976839] env[62743]: DEBUG nova.scheduler.client.report [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.128960] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067515} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.129273] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2061.130054] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fb345e-87a7-4c5a-ae53-05da88b5c517 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.153652] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 68012aaf-fafd-49d5-a09f-265ccb946e22/68012aaf-fafd-49d5-a09f-265ccb946e22.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.153652] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb87a2a-1a52-4d4e-a98f-1932c03a4c23 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.169626] env[62743]: DEBUG nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2061.174202] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2061.174202] env[62743]: value = "task-2064106" [ 2061.174202] env[62743]: _type = "Task" [ 2061.174202] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.183704] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.384702] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.480431] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.481169] env[62743]: DEBUG nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2061.483569] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.995s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.483898] env[62743]: DEBUG nova.objects.instance [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'resources' on Instance uuid ae7b9a85-d5c8-461b-a158-c90f732f3868 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.691336] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.697807] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.881679] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.987688] env[62743]: DEBUG nova.objects.instance [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'numa_topology' on Instance uuid ae7b9a85-d5c8-461b-a158-c90f732f3868 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.989922] env[62743]: DEBUG nova.compute.utils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2061.992913] env[62743]: DEBUG nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Not allocating networking since 'none' was specified. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2062.018929] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.019215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.193675] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064106, 'name': ReconfigVM_Task, 'duration_secs': 0.863351} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.194007] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 68012aaf-fafd-49d5-a09f-265ccb946e22/68012aaf-fafd-49d5-a09f-265ccb946e22.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.194695] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d866f0ca-8315-4409-8601-572a35810f58 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.202312] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2062.202312] env[62743]: value = "task-2064107" [ 2062.202312] env[62743]: _type = "Task" [ 2062.202312] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.211074] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064107, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.381562] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.493483] env[62743]: DEBUG nova.objects.base [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2062.497565] env[62743]: DEBUG nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2062.525670] env[62743]: DEBUG nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2062.713938] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064107, 'name': Rename_Task, 'duration_secs': 0.425252} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.714348] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2062.714857] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90cecc16-3686-423f-9501-38520d580bc3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.725271] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2062.725271] env[62743]: value = "task-2064108" [ 2062.725271] env[62743]: _type = "Task" [ 2062.725271] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.734606] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.852413] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e28fc6a-508c-41ac-94a1-022a43de31f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.859998] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4e3e8c-d0f3-4998-b420-a6fa457498b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.894484] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826f1edc-73dd-47f7-b8d2-35ac20f6eef3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.902353] env[62743]: DEBUG oslo_vmware.api [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064105, 'name': PowerOnVM_Task, 'duration_secs': 1.955363} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.905261] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2062.905587] env[62743]: INFO nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Took 9.72 seconds to spawn the instance on the hypervisor. [ 2062.905887] env[62743]: DEBUG nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2062.907064] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da4fd5-84d7-40bf-924b-331949c04c04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.911935] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9c718-8e95-474a-a22e-b0ed05694069 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.942639] env[62743]: DEBUG nova.compute.provider_tree [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.047600] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.236386] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064108, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.451181] env[62743]: DEBUG nova.scheduler.client.report [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2063.460536] env[62743]: INFO nova.compute.manager [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Took 20.87 seconds to build instance. [ 2063.511133] env[62743]: DEBUG nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2063.540034] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2063.540302] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2063.540456] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2063.540634] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2063.540780] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2063.540930] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2063.542384] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2063.542599] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2063.542780] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2063.542951] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2063.543143] env[62743]: DEBUG nova.virt.hardware [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2063.544033] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa03d806-ed34-473a-9f9c-395a12f80301 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.554063] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5e9b7-fe29-44b7-9ae2-af7b1d367c65 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.568516] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2063.573977] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Creating folder: Project (5b5f7fbb04394dee9dbea6e80dc73973). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2063.574272] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd7e3147-0e9d-4756-8b5d-fe6b1a5955d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.585131] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Created folder: Project (5b5f7fbb04394dee9dbea6e80dc73973) in parent group-v423128. [ 2063.585329] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Creating folder: Instances. Parent ref: group-v423329. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2063.585565] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fd39b94-c5e2-44ed-9ff8-6652f1f22056 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.595259] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Created folder: Instances in parent group-v423329. [ 2063.595506] env[62743]: DEBUG oslo.service.loopingcall [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2063.595703] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2063.596424] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91c20c91-5a9c-4e4d-ac14-c13e5dc25717 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.614573] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2063.614573] env[62743]: value = "task-2064111" [ 2063.614573] env[62743]: _type = "Task" [ 2063.614573] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.625677] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064111, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.738081] env[62743]: DEBUG oslo_vmware.api [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064108, 'name': PowerOnVM_Task, 'duration_secs': 0.515409} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.738703] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2063.739052] env[62743]: INFO nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Took 8.12 seconds to spawn the instance on the hypervisor. [ 2063.739542] env[62743]: DEBUG nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.740471] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78da2e7-6e81-438a-a1c4-28996eb221d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.959701] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.474s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.960385] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.574s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.960741] env[62743]: DEBUG nova.objects.instance [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lazy-loading 'resources' on Instance uuid ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2063.962335] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6df1fcfc-395b-4a00-955a-2c950a984447 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.376s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.131795] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064111, 'name': CreateVM_Task, 'duration_secs': 0.317286} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.131967] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2064.132410] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.132572] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.132902] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2064.133199] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e55d463-c57c-4292-9c2a-d82fc5686284 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.140504] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2064.140504] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5280857e-86ca-a001-fee1-f06587b5c07a" [ 2064.140504] env[62743]: _type = "Task" [ 2064.140504] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.150113] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5280857e-86ca-a001-fee1-f06587b5c07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.262984] env[62743]: INFO nova.compute.manager [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Took 20.02 seconds to build instance. [ 2064.463373] env[62743]: DEBUG nova.objects.instance [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lazy-loading 'numa_topology' on Instance uuid ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.478092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1d68986e-c005-466c-86bc-96302673ed28 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.944s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.478092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.397s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.478092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.478092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.478092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.482172] env[62743]: INFO nova.compute.manager [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Terminating instance [ 2064.610374] env[62743]: DEBUG nova.compute.manager [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Received event network-changed-f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2064.610374] env[62743]: DEBUG nova.compute.manager [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Refreshing instance network info cache due to event network-changed-f236783c-ce05-4710-b1d2-ca20e92d87f2. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2064.610374] env[62743]: DEBUG oslo_concurrency.lockutils [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] Acquiring lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.610374] env[62743]: DEBUG oslo_concurrency.lockutils [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] Acquired lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.610707] env[62743]: DEBUG nova.network.neutron [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Refreshing network info cache for port f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2064.652294] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5280857e-86ca-a001-fee1-f06587b5c07a, 'name': SearchDatastore_Task, 'duration_secs': 0.013123} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.652612] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.652869] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2064.653458] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.653458] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.653458] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2064.653721] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2baaa75-44db-4c89-b800-e7d046114016 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.663081] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2064.663282] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2064.664022] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211b485a-ba57-45cd-b093-339346597e18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.670392] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2064.670392] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52681c0a-c272-5034-a8b7-0c7e9c7abb82" [ 2064.670392] env[62743]: _type = "Task" [ 2064.670392] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.679028] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52681c0a-c272-5034-a8b7-0c7e9c7abb82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.771651] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bcbd5a0-f95d-4683-80bc-f94401ca4bb4 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.535s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.973027] env[62743]: DEBUG nova.objects.base [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2064.991359] env[62743]: DEBUG nova.compute.manager [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2064.991699] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2064.994297] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-783a8c53-907f-4bae-8010-7792511af435 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.002845] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a36d657-abad-46a4-bd4e-7deb4fa8daf4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.043236] env[62743]: WARNING nova.virt.vmwareapi.vmops [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ae7b9a85-d5c8-461b-a158-c90f732f3868 could not be found. [ 2065.043521] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2065.043703] env[62743]: INFO nova.compute.manager [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2065.043978] env[62743]: DEBUG oslo.service.loopingcall [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2065.047575] env[62743]: DEBUG nova.compute.manager [-] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2065.047575] env[62743]: DEBUG nova.network.neutron [-] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2065.185626] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52681c0a-c272-5034-a8b7-0c7e9c7abb82, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.188497] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47308aa9-336f-4c94-8215-fb69ba043672 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.196992] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2065.196992] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5261fe81-74e8-8ddb-0cdc-1a0669687e21" [ 2065.196992] env[62743]: _type = "Task" [ 2065.196992] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.209428] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5261fe81-74e8-8ddb-0cdc-1a0669687e21, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.212951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.213568] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2065.214045] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02ffcf9f-fb9f-4df1-a1c0-461b70a17521 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.221136] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2065.221136] env[62743]: value = "task-2064112" [ 2065.221136] env[62743]: _type = "Task" [ 2065.221136] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.235218] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.346852] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a4b423-e4db-452c-8c57-a6983428b685 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.355318] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d9348a-381f-46d2-a8a9-341441086116 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.390227] env[62743]: DEBUG nova.network.neutron [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Updated VIF entry in instance network info cache for port f236783c-ce05-4710-b1d2-ca20e92d87f2. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2065.390620] env[62743]: DEBUG nova.network.neutron [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Updating instance_info_cache with network_info: [{"id": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "address": "fa:16:3e:c2:dc:51", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf236783c-ce", "ovs_interfaceid": "f236783c-ce05-4710-b1d2-ca20e92d87f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.395151] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43c11c-2e77-43c4-87d1-8dd53a7982f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.402334] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75268f8b-6cee-4c35-a403-5310a904b391 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.420282] env[62743]: DEBUG nova.compute.provider_tree [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.735156] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474192} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.735602] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2065.735960] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2065.736368] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a82b86a-cf0b-4af6-9b7c-956640b30b95 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.744992] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2065.744992] env[62743]: value = "task-2064113" [ 2065.744992] env[62743]: _type = "Task" [ 2065.744992] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.760140] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.897776] env[62743]: DEBUG oslo_concurrency.lockutils [req-d1cbc1a0-db0b-4b0f-a536-d90add72a066 req-7f759f86-690b-4046-878f-b8e5b2fed2dc service nova] Releasing lock "refresh_cache-da7d8924-e1ce-40dd-95b8-65f1368278bb" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.923680] env[62743]: DEBUG nova.scheduler.client.report [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.123928] env[62743]: DEBUG nova.network.neutron [-] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.256599] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066753} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.257502] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2066.258351] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae28fd19-1cd5-487c-98cc-cba86bf77b1d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.278844] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2066.279558] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d210ae-f608-4f3d-8033-e28631ee2633 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.300939] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2066.300939] env[62743]: value = "task-2064114" [ 2066.300939] env[62743]: _type = "Task" [ 2066.300939] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.308628] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.429332] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.469s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.432927] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.913s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.434353] env[62743]: INFO nova.compute.claims [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.626757] env[62743]: INFO nova.compute.manager [-] [instance: ae7b9a85-d5c8-461b-a158-c90f732f3868] Took 1.58 seconds to deallocate network for instance. [ 2066.811231] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.939288] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6512bc2e-6e31-461d-b8c0-57274716e337 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.886s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.940202] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.664s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.940436] env[62743]: INFO nova.compute.manager [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Unshelving [ 2067.255469] env[62743]: DEBUG nova.compute.manager [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2067.256515] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eee431-cfe7-4838-b503-bceeb4f6ee50 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.313489] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.658018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-38d66b2c-d57f-4d33-944e-26b70c015338 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "ae7b9a85-d5c8-461b-a158-c90f732f3868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.181s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.742788] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f2683c-7935-44bc-9540-6051437bae4c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.751495] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7144c911-4b5c-4c93-9c69-93860520809e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.789144] env[62743]: INFO nova.compute.manager [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] instance snapshotting [ 2067.792532] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32a22d0-89bb-4f33-9cf0-c72fbf22e82d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.796019] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675c36bf-0be1-4dd5-9f90-7de46353dbfb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.823832] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e68439-a3da-4fe6-99df-a7461379f9f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.830818] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbebbda-3bd6-405d-ad15-5eb82e58efc5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.850187] env[62743]: DEBUG nova.compute.provider_tree [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.852632] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064114, 'name': ReconfigVM_Task, 'duration_secs': 1.09705} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.853240] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Reconfigured VM instance instance-0000004e to attach disk [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2067.853851] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d732899f-9573-42e0-9aef-a2a80135f02b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.860581] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2067.860581] env[62743]: value = "task-2064115" [ 2067.860581] env[62743]: _type = "Task" [ 2067.860581] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.869129] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064115, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.964802] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.338208] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.338522] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.354228] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2068.354996] env[62743]: DEBUG nova.scheduler.client.report [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2068.358420] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-330a0ea9-6e88-423f-9ad1-cfdcda364d35 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.372398] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064115, 'name': Rename_Task, 'duration_secs': 0.124181} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.373659] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2068.374203] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2068.374203] env[62743]: value = "task-2064116" [ 2068.374203] env[62743]: _type = "Task" [ 2068.374203] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.374409] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e2bed1a-daad-4e2c-a8cd-08d8cde494f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.384988] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.386375] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2068.386375] env[62743]: value = "task-2064117" [ 2068.386375] env[62743]: _type = "Task" [ 2068.386375] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.393963] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.841105] env[62743]: DEBUG nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2068.862212] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.862212] env[62743]: DEBUG nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2068.862528] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.407s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.862720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.864679] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.254s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.866617] env[62743]: INFO nova.compute.claims [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2068.887475] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064116, 'name': CreateSnapshot_Task, 'duration_secs': 0.511716} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.888659] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2068.892854] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a33a6e-7c18-4a15-a1fb-3a0fb513edff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.901190] env[62743]: DEBUG oslo_vmware.api [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064117, 'name': PowerOnVM_Task, 'duration_secs': 0.438528} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.904217] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2068.904326] env[62743]: INFO nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Took 5.39 seconds to spawn the instance on the hypervisor. [ 2068.905229] env[62743]: DEBUG nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2068.908468] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4940f-8d06-462c-ad23-46976b88bf7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.911647] env[62743]: INFO nova.scheduler.client.report [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted allocations for instance 8165f1f6-1140-4268-8d6a-4a5bc86d61ad [ 2069.365305] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.373801] env[62743]: DEBUG nova.compute.utils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.375292] env[62743]: DEBUG nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2069.375471] env[62743]: DEBUG nova.network.neutron [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2069.418292] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2069.418733] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0df9177f-c558-4c45-83cf-b34187cfecbe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.429436] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2069.429436] env[62743]: value = "task-2064118" [ 2069.429436] env[62743]: _type = "Task" [ 2069.429436] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.434633] env[62743]: DEBUG nova.policy [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2459ae62a35d496f95e4a7b79828c262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaed015c181a4e19b5ee86c571962edb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2069.444053] env[62743]: INFO nova.compute.manager [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Took 21.35 seconds to build instance. [ 2069.445329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f025db4-7e97-4f9b-8ec6-6f94ad0ad61a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "8165f1f6-1140-4268-8d6a-4a5bc86d61ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.478s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.454724] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064118, 'name': CloneVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.792199] env[62743]: DEBUG nova.network.neutron [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Successfully created port: a88033a6-90cf-4416-baa5-e87928c32b16 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2069.886091] env[62743]: DEBUG nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2069.947171] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d7a614b-f81e-4ce1-aa2d-5020caf295e3 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "b51043a6-3898-4161-96fc-f923da5028c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.858s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.955547] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064118, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.235629] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6c88f5-5155-4642-b852-3dc5e8bc4524 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.243837] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5333fb1f-e0c0-44de-8b31-13ee585094fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.281443] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685d2a6-a38f-4aad-9132-3a4ee1fe828c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.290032] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b6849-40eb-4fdc-99d0-cff47b420e84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.310476] env[62743]: DEBUG nova.compute.provider_tree [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.452340] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064118, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.813229] env[62743]: DEBUG nova.scheduler.client.report [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.886830] env[62743]: INFO nova.compute.manager [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Rebuilding instance [ 2070.894196] env[62743]: DEBUG nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2070.939541] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2070.939796] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2070.939986] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2070.940210] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2070.940355] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2070.940501] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2070.940708] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2070.940867] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2070.941043] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2070.941211] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2070.941444] env[62743]: DEBUG nova.virt.hardware [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2070.942382] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a4ee24-6651-4382-8b89-25f486863177 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.956295] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443071a3-cc4d-41e3-b5e4-57ecf84d1562 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.960172] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064118, 'name': CloneVM_Task, 'duration_secs': 1.487703} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.962682] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Created linked-clone VM from snapshot [ 2070.965816] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05d0092-8113-4490-b27f-9546a94383ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.968339] env[62743]: DEBUG nova.compute.manager [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2070.976345] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549dcd71-87cc-43d3-89f8-90798f5a21e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.984361] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Uploading image c02a52f3-ad82-4b1b-8c4e-50da5af2dccb {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2070.995111] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2070.995377] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d16a8610-2acf-46a8-aebd-64cefd7e580c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.002282] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2071.002282] env[62743]: value = "task-2064119" [ 2071.002282] env[62743]: _type = "Task" [ 2071.002282] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.011431] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.317893] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.318521] env[62743]: DEBUG nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2071.323420] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.252s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.323420] env[62743]: DEBUG nova.objects.instance [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lazy-loading 'resources' on Instance uuid 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.513352] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.826403] env[62743]: DEBUG nova.compute.utils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2071.830960] env[62743]: DEBUG nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2071.831139] env[62743]: DEBUG nova.network.neutron [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2071.902679] env[62743]: DEBUG nova.policy [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13d3b80ab1ae403ab159d16f7491e6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f621f0a183141dcb04a562593f040fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2071.995936] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2071.996321] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe63c934-046b-43bc-b0b2-270b17e828d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.009152] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2072.009152] env[62743]: value = "task-2064120" [ 2072.009152] env[62743]: _type = "Task" [ 2072.009152] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.017042] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.022515] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.112812] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff70d37-4d6f-46a9-b421-35c75fb9fb0a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.121251] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f23a8-5bf9-42b2-908c-208202680359 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.165299] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15f979f-f5ec-4235-9aca-2d96cb95ad32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.173783] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745c9282-a4d7-45b8-8178-b7e63d35ac45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.189774] env[62743]: DEBUG nova.compute.provider_tree [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.331898] env[62743]: DEBUG nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2072.389802] env[62743]: DEBUG nova.network.neutron [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Successfully created port: 537eb8e4-76b4-4974-bf04-8c6027bf04ae {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2072.519694] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.525129] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064120, 'name': PowerOffVM_Task, 'duration_secs': 0.15844} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.525413] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2072.525650] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2072.527334] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ed5320-feb4-4583-b862-84cea142f2ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.534165] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2072.534410] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a551d35d-f249-4f89-80bf-a98853f74d1a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.559424] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2072.559635] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2072.559803] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Deleting the datastore file [datastore1] b51043a6-3898-4161-96fc-f923da5028c7 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2072.560074] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e07e99-b2f3-4ff5-8869-aade68e972f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.566503] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2072.566503] env[62743]: value = "task-2064122" [ 2072.566503] env[62743]: _type = "Task" [ 2072.566503] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.578677] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.695351] env[62743]: DEBUG nova.scheduler.client.report [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.016294] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.076465] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090852} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.076738] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2073.076920] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2073.077108] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2073.200121] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.202491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.505s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.204602] env[62743]: INFO nova.compute.claims [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2073.236978] env[62743]: INFO nova.scheduler.client.report [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Deleted allocations for instance 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1 [ 2073.344699] env[62743]: DEBUG nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2073.381512] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a6d9e77e31980103975a2d348780e8e3',container_format='bare',created_at=2025-01-10T18:50:28Z,direct_url=,disk_format='vmdk',id=381326c3-460e-4fef-bbd6-5ba2927f234b,min_disk=1,min_ram=0,name='tempest-test-snap-1574817494',owner='5f621f0a183141dcb04a562593f040fb',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-10T18:50:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.381678] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.381876] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.382102] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.383278] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.383278] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.383278] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.383278] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.383278] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.383278] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.383278] env[62743]: DEBUG nova.virt.hardware [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.385744] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80b3f45-2b87-48bf-8a3a-e757ec295420 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.393870] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75406dc6-e8c2-46b9-b4bc-5f00d45ec8a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.514043] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.744988] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a956741a-a58f-407f-9a58-0674618d7d26 tempest-ServersNegativeTestMultiTenantJSON-361889866 tempest-ServersNegativeTestMultiTenantJSON-361889866-project-member] Lock "0906b602-0f46-4ee8-8e6b-1562c2ab7eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.536s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.014847] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.114732] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.115062] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.115363] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.115583] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.115734] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.115880] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.116107] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.116270] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.116650] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.116834] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.117030] env[62743]: DEBUG nova.virt.hardware [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.117865] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea5635-747d-4336-bdd8-8fc9d88321df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.125835] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308a90c-e05b-4b36-af53-33dabb39bd98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.139547] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.145143] env[62743]: DEBUG oslo.service.loopingcall [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.145366] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.145574] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f681761-7922-4cd1-89f5-43edae91ccde {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.162510] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.162510] env[62743]: value = "task-2064123" [ 2074.162510] env[62743]: _type = "Task" [ 2074.162510] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.169888] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064123, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.492862] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a326a92b-66d5-44ec-a1e1-a22ea9f4394d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.501276] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29558dab-d91e-4734-a680-094a1351b26a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.535537] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f09601-e864-4f51-9579-96da5aa2fda4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.540942] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.545684] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43c2150-b049-41f6-bba1-55542419505c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.559838] env[62743]: DEBUG nova.compute.provider_tree [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.672989] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064123, 'name': CreateVM_Task, 'duration_secs': 0.267012} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.673171] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2074.673596] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.673760] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.674091] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2074.674345] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1315ca-fbe8-4eef-8a95-a2482bd7a8a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.681406] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2074.681406] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5235709e-db28-fd58-e4e7-5a700a6f519b" [ 2074.681406] env[62743]: _type = "Task" [ 2074.681406] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.686671] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5235709e-db28-fd58-e4e7-5a700a6f519b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.016836] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.066790] env[62743]: DEBUG nova.scheduler.client.report [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2075.191437] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5235709e-db28-fd58-e4e7-5a700a6f519b, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.191977] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.192640] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.193088] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.193246] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.193472] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.193707] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0876d4-70c5-47c1-9c9f-7f1aea36efe3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.207875] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.208451] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.210045] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11351af4-df4a-47e1-84a5-b91afbb85c9d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.219020] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2075.219020] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52dee938-68fe-7a9a-6ca5-cc63461f69e8" [ 2075.219020] env[62743]: _type = "Task" [ 2075.219020] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.227506] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52dee938-68fe-7a9a-6ca5-cc63461f69e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.516613] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.575926] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.575926] env[62743]: DEBUG nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2075.577023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.530s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.578633] env[62743]: INFO nova.compute.claims [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2075.732361] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52dee938-68fe-7a9a-6ca5-cc63461f69e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.733672] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe34c418-12a6-4bd9-8ecb-47bbf0f2063e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.740662] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2075.740662] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5269d99c-3c6e-926d-5b5f-5df7de4a2e11" [ 2075.740662] env[62743]: _type = "Task" [ 2075.740662] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.752418] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5269d99c-3c6e-926d-5b5f-5df7de4a2e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.019359] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.091255] env[62743]: DEBUG nova.compute.utils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2076.096017] env[62743]: DEBUG nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2076.096218] env[62743]: DEBUG nova.network.neutron [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2076.142219] env[62743]: DEBUG nova.policy [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4419d3aa464dcdba9ac822d4cf65e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba4d3081f694640a5bf84feafdc4789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2076.252363] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5269d99c-3c6e-926d-5b5f-5df7de4a2e11, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.252615] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.252889] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.253169] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-398b2675-d5ea-42c0-b107-94832949066a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.261159] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2076.261159] env[62743]: value = "task-2064124" [ 2076.261159] env[62743]: _type = "Task" [ 2076.261159] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.269864] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.478771] env[62743]: DEBUG nova.network.neutron [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Successfully created port: 3a1ae856-9c4e-4063-be99-bcbf1c62f843 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2076.523732] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.596984] env[62743]: DEBUG nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2076.776988] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46208} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.778878] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2076.779849] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2076.780365] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6da071a-ada1-43a8-9b19-30f15cf01141 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.790536] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2076.790536] env[62743]: value = "task-2064125" [ 2076.790536] env[62743]: _type = "Task" [ 2076.790536] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.806761] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.992521] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e24677-e9dd-439f-8bd2-9e7a51bc914e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.000750] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a64a4fb-1389-4c96-be3a-c3a031b658d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.037457] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e9dce-6bc0-4638-88b7-d80b191026ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.044946] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.048273] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3fbbaf-15e0-475d-88d9-e8bec4f52b20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.062657] env[62743]: DEBUG nova.compute.provider_tree [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2077.304418] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071289} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.304759] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2077.305611] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58638e8a-eb75-4602-8afd-53f5c9afa601 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.330136] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.330136] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af067e8-e8e7-4677-a6e6-78a105c165dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.351433] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2077.351433] env[62743]: value = "task-2064126" [ 2077.351433] env[62743]: _type = "Task" [ 2077.351433] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.360991] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.544695] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.567977] env[62743]: DEBUG nova.scheduler.client.report [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2077.607119] env[62743]: DEBUG nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2077.642142] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2077.643718] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.643718] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2077.643718] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.643718] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2077.643718] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2077.643718] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2077.643718] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2077.644028] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2077.645492] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2077.645535] env[62743]: DEBUG nova.virt.hardware [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2077.646473] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a47ced-915a-4664-b69b-cdb29281e692 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.656460] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df3589a-df58-45f9-a671-48fa4c22766b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.863942] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064126, 'name': ReconfigVM_Task, 'duration_secs': 0.299772} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.864243] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Reconfigured VM instance instance-0000004e to attach disk [datastore1] b51043a6-3898-4161-96fc-f923da5028c7/b51043a6-3898-4161-96fc-f923da5028c7.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2077.864874] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46626eb8-5c8e-4121-8c1c-2aa0922bb21f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.871810] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2077.871810] env[62743]: value = "task-2064127" [ 2077.871810] env[62743]: _type = "Task" [ 2077.871810] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.882883] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064127, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.044289] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.073266] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.073266] env[62743]: DEBUG nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2078.075825] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.111s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.078815] env[62743]: DEBUG nova.objects.instance [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lazy-loading 'pci_requests' on Instance uuid ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.381933] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064127, 'name': Rename_Task, 'duration_secs': 0.178357} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.382256] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2078.382256] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed1d1764-6540-4c0c-810b-80e9a59716e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.388912] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2078.388912] env[62743]: value = "task-2064128" [ 2078.388912] env[62743]: _type = "Task" [ 2078.388912] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.396467] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.546778] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.579498] env[62743]: DEBUG nova.compute.utils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2078.582304] env[62743]: DEBUG nova.objects.instance [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lazy-loading 'numa_topology' on Instance uuid ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.583436] env[62743]: DEBUG nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2078.583605] env[62743]: DEBUG nova.network.neutron [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2078.656358] env[62743]: DEBUG nova.policy [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22b4fccd67c545ec804809a46845115a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '348bf5a7badb4bf4a0993d6c411c1591', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2078.899228] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.939602] env[62743]: DEBUG nova.network.neutron [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Successfully created port: c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2079.044533] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "7b627ea0-4885-49f9-b16c-863532e2ebde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.044763] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.051704] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.084953] env[62743]: DEBUG nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2079.091106] env[62743]: INFO nova.compute.claims [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2079.401335] env[62743]: DEBUG oslo_vmware.api [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064128, 'name': PowerOnVM_Task, 'duration_secs': 0.618142} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.401610] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.401774] env[62743]: DEBUG nova.compute.manager [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.402513] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce53a308-d6e9-4021-ac5f-b902a364ee9b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.547344] env[62743]: DEBUG nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2079.550388] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.917482] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.048514] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.070643] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.102086] env[62743]: DEBUG nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2080.129916] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2080.129916] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2080.130132] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2080.130273] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2080.130419] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2080.130566] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2080.130791] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2080.131040] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2080.131245] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2080.131413] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2080.131607] env[62743]: DEBUG nova.virt.hardware [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2080.132450] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b495b87e-4b35-4290-b8b1-86955787007f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.143296] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc1689-ec27-4b24-8932-81c0132e242c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.353564] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b29ed51-761c-4a91-b7f3-ba890cd924b2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.361254] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8115eb28-4675-4a47-bb94-ff8dd1877d98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.392026] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138a3f17-0fc7-4874-8755-d4b2f5f48762 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.399342] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dadc38-60a0-4acd-9db6-4ae10cc986e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.413337] env[62743]: DEBUG nova.compute.provider_tree [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.549632] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064119, 'name': Destroy_Task, 'duration_secs': 9.460579} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.550510] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Destroyed the VM [ 2080.550762] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2080.551387] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72c64e82-e644-42fd-9647-aa25a469761b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.558309] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2080.558309] env[62743]: value = "task-2064129" [ 2080.558309] env[62743]: _type = "Task" [ 2080.558309] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.572299] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.654134] env[62743]: DEBUG nova.compute.manager [req-fda97519-8155-4257-9a7a-6ba31d02ca96 req-bc4c2e3b-1190-4ea7-a24e-3dc177c39c48 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Received event network-vif-plugged-a88033a6-90cf-4416-baa5-e87928c32b16 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2080.654134] env[62743]: DEBUG oslo_concurrency.lockutils [req-fda97519-8155-4257-9a7a-6ba31d02ca96 req-bc4c2e3b-1190-4ea7-a24e-3dc177c39c48 service nova] Acquiring lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.654134] env[62743]: DEBUG oslo_concurrency.lockutils [req-fda97519-8155-4257-9a7a-6ba31d02ca96 req-bc4c2e3b-1190-4ea7-a24e-3dc177c39c48 service nova] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.654134] env[62743]: DEBUG oslo_concurrency.lockutils [req-fda97519-8155-4257-9a7a-6ba31d02ca96 req-bc4c2e3b-1190-4ea7-a24e-3dc177c39c48 service nova] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.654134] env[62743]: DEBUG nova.compute.manager [req-fda97519-8155-4257-9a7a-6ba31d02ca96 req-bc4c2e3b-1190-4ea7-a24e-3dc177c39c48 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] No waiting events found dispatching network-vif-plugged-a88033a6-90cf-4416-baa5-e87928c32b16 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2080.655350] env[62743]: WARNING nova.compute.manager [req-fda97519-8155-4257-9a7a-6ba31d02ca96 req-bc4c2e3b-1190-4ea7-a24e-3dc177c39c48 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Received unexpected event network-vif-plugged-a88033a6-90cf-4416-baa5-e87928c32b16 for instance with vm_state building and task_state spawning. [ 2080.790121] env[62743]: DEBUG nova.network.neutron [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Successfully updated port: a88033a6-90cf-4416-baa5-e87928c32b16 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2080.916571] env[62743]: DEBUG nova.scheduler.client.report [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.069402] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "b51043a6-3898-4161-96fc-f923da5028c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.069652] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "b51043a6-3898-4161-96fc-f923da5028c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.069868] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "b51043a6-3898-4161-96fc-f923da5028c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.070128] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "b51043a6-3898-4161-96fc-f923da5028c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.070326] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "b51043a6-3898-4161-96fc-f923da5028c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.072067] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064129, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.072838] env[62743]: INFO nova.compute.manager [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Terminating instance [ 2081.293309] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.293470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.293625] env[62743]: DEBUG nova.network.neutron [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.423478] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.348s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.425698] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.061s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.428332] env[62743]: INFO nova.compute.claims [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.501935] env[62743]: INFO nova.network.neutron [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating port 0c009adf-af38-4cff-8161-a43de715888f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2081.568970] env[62743]: DEBUG oslo_vmware.api [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064129, 'name': RemoveSnapshot_Task, 'duration_secs': 0.606268} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.569294] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2081.577773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "refresh_cache-b51043a6-3898-4161-96fc-f923da5028c7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.577773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquired lock "refresh_cache-b51043a6-3898-4161-96fc-f923da5028c7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.577773] env[62743]: DEBUG nova.network.neutron [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.611247] env[62743]: DEBUG nova.compute.manager [req-970a047b-630d-4f2b-9c96-403b21d7e098 req-fac7867e-3979-4848-a928-b180add89f8e service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Received event network-vif-plugged-c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2081.611247] env[62743]: DEBUG oslo_concurrency.lockutils [req-970a047b-630d-4f2b-9c96-403b21d7e098 req-fac7867e-3979-4848-a928-b180add89f8e service nova] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.611247] env[62743]: DEBUG oslo_concurrency.lockutils [req-970a047b-630d-4f2b-9c96-403b21d7e098 req-fac7867e-3979-4848-a928-b180add89f8e service nova] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.611247] env[62743]: DEBUG oslo_concurrency.lockutils [req-970a047b-630d-4f2b-9c96-403b21d7e098 req-fac7867e-3979-4848-a928-b180add89f8e service nova] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.611247] env[62743]: DEBUG nova.compute.manager [req-970a047b-630d-4f2b-9c96-403b21d7e098 req-fac7867e-3979-4848-a928-b180add89f8e service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] No waiting events found dispatching network-vif-plugged-c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2081.611247] env[62743]: WARNING nova.compute.manager [req-970a047b-630d-4f2b-9c96-403b21d7e098 req-fac7867e-3979-4848-a928-b180add89f8e service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Received unexpected event network-vif-plugged-c6bfbafa-44db-4416-91ba-d6397d76acc9 for instance with vm_state building and task_state spawning. [ 2081.628662] env[62743]: DEBUG nova.network.neutron [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Successfully updated port: 3a1ae856-9c4e-4063-be99-bcbf1c62f843 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2081.711112] env[62743]: DEBUG nova.network.neutron [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Successfully updated port: c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2081.848037] env[62743]: DEBUG nova.network.neutron [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2081.974234] env[62743]: DEBUG nova.network.neutron [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Successfully updated port: 537eb8e4-76b4-4974-bf04-8c6027bf04ae {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2082.058814] env[62743]: DEBUG nova.network.neutron [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance_info_cache with network_info: [{"id": "a88033a6-90cf-4416-baa5-e87928c32b16", "address": "fa:16:3e:8c:7b:b9", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88033a6-90", "ovs_interfaceid": "a88033a6-90cf-4416-baa5-e87928c32b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.078617] env[62743]: WARNING nova.compute.manager [None req-a3dc1a40-01ed-4ed5-a1f8-f1c3d1a62b66 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Image not found during snapshot: nova.exception.ImageNotFound: Image c02a52f3-ad82-4b1b-8c4e-50da5af2dccb could not be found. [ 2082.094802] env[62743]: DEBUG nova.network.neutron [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2082.133429] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "refresh_cache-7dc99cba-04c8-44b3-845f-4ab9e8405556" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.133586] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "refresh_cache-7dc99cba-04c8-44b3-845f-4ab9e8405556" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.133733] env[62743]: DEBUG nova.network.neutron [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.139533] env[62743]: DEBUG nova.network.neutron [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.212947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.213188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.213258] env[62743]: DEBUG nova.network.neutron [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.437768] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2082.441748] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2082.479925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "refresh_cache-9b54cf8d-b00f-4aef-9756-ebe96395db24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.479925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "refresh_cache-9b54cf8d-b00f-4aef-9756-ebe96395db24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.479925] env[62743]: DEBUG nova.network.neutron [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.561383] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.561706] env[62743]: DEBUG nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Instance network_info: |[{"id": "a88033a6-90cf-4416-baa5-e87928c32b16", "address": "fa:16:3e:8c:7b:b9", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88033a6-90", "ovs_interfaceid": "a88033a6-90cf-4416-baa5-e87928c32b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2082.562121] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:7b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a88033a6-90cf-4416-baa5-e87928c32b16', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2082.569719] env[62743]: DEBUG oslo.service.loopingcall [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2082.572157] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2082.572607] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ed9d20-3855-4526-a96e-ff3d50c637e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.595089] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2082.595089] env[62743]: value = "task-2064130" [ 2082.595089] env[62743]: _type = "Task" [ 2082.595089] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.605681] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064130, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.641549] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Releasing lock "refresh_cache-b51043a6-3898-4161-96fc-f923da5028c7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.642319] env[62743]: DEBUG nova.compute.manager [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2082.642319] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2082.645846] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52847954-547e-4874-bf4b-125a878f028b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.653677] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2082.653937] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f0865bb-2800-4fc5-9a60-26b3d4f31f4f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.662299] env[62743]: DEBUG oslo_vmware.api [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2082.662299] env[62743]: value = "task-2064131" [ 2082.662299] env[62743]: _type = "Task" [ 2082.662299] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.674996] env[62743]: DEBUG oslo_vmware.api [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.684643] env[62743]: DEBUG nova.network.neutron [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2082.691757] env[62743]: DEBUG nova.compute.manager [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Received event network-changed-a88033a6-90cf-4416-baa5-e87928c32b16 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2082.691944] env[62743]: DEBUG nova.compute.manager [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Refreshing instance network info cache due to event network-changed-a88033a6-90cf-4416-baa5-e87928c32b16. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2082.692185] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Acquiring lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.692331] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Acquired lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.692489] env[62743]: DEBUG nova.network.neutron [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Refreshing network info cache for port a88033a6-90cf-4416-baa5-e87928c32b16 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2082.761973] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9f46a0-8418-4b88-a699-ec703eda2652 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.765473] env[62743]: DEBUG nova.network.neutron [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2082.772590] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc78607f-6851-483e-871a-ca11de2a177e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.807357] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c59ba6-1d06-46b4-ace8-c57e8636f2c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.818441] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098a924-0980-4300-9912-8c8ca5ee7cdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.833477] env[62743]: DEBUG nova.compute.provider_tree [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.952322] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2082.952609] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2083.011799] env[62743]: DEBUG nova.network.neutron [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Updating instance_info_cache with network_info: [{"id": "3a1ae856-9c4e-4063-be99-bcbf1c62f843", "address": "fa:16:3e:69:7e:34", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a1ae856-9c", "ovs_interfaceid": "3a1ae856-9c4e-4063-be99-bcbf1c62f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.037463] env[62743]: DEBUG nova.network.neutron [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2083.074385] env[62743]: DEBUG nova.network.neutron [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updating instance_info_cache with network_info: [{"id": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "address": "fa:16:3e:55:de:fb", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bfbafa-44", "ovs_interfaceid": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.107491] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064130, 'name': CreateVM_Task, 'duration_secs': 0.483374} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.107491] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2083.107491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.107491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.107772] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2083.108029] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b85b91d-1453-495e-9346-ad385c27772e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.112707] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2083.112707] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fbc413-9088-fd07-b5ae-b020be404ee2" [ 2083.112707] env[62743]: _type = "Task" [ 2083.112707] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.120169] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fbc413-9088-fd07-b5ae-b020be404ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.172831] env[62743]: DEBUG oslo_vmware.api [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064131, 'name': PowerOffVM_Task, 'duration_secs': 0.190929} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.172831] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2083.172831] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2083.172831] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edda056d-dacf-4c95-a5cd-9db4da134e05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.197606] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2083.197820] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2083.198599] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Deleting the datastore file [datastore1] b51043a6-3898-4161-96fc-f923da5028c7 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2083.198599] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dbbeede-61c9-4b4c-b076-d06ce417af16 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.204209] env[62743]: DEBUG oslo_vmware.api [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for the task: (returnval){ [ 2083.204209] env[62743]: value = "task-2064133" [ 2083.204209] env[62743]: _type = "Task" [ 2083.204209] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.212119] env[62743]: DEBUG oslo_vmware.api [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.334191] env[62743]: DEBUG nova.network.neutron [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Updating instance_info_cache with network_info: [{"id": "537eb8e4-76b4-4974-bf04-8c6027bf04ae", "address": "fa:16:3e:8a:5e:2d", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537eb8e4-76", "ovs_interfaceid": "537eb8e4-76b4-4974-bf04-8c6027bf04ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.336144] env[62743]: DEBUG nova.scheduler.client.report [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.369976] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "68012aaf-fafd-49d5-a09f-265ccb946e22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.370289] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.370708] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "68012aaf-fafd-49d5-a09f-265ccb946e22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.370961] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.371207] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.373133] env[62743]: INFO nova.compute.manager [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Terminating instance [ 2083.385819] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.385993] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.386186] env[62743]: DEBUG nova.network.neutron [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.429186] env[62743]: DEBUG nova.network.neutron [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updated VIF entry in instance network info cache for port a88033a6-90cf-4416-baa5-e87928c32b16. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2083.429524] env[62743]: DEBUG nova.network.neutron [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance_info_cache with network_info: [{"id": "a88033a6-90cf-4416-baa5-e87928c32b16", "address": "fa:16:3e:8c:7b:b9", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88033a6-90", "ovs_interfaceid": "a88033a6-90cf-4416-baa5-e87928c32b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.514576] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "refresh_cache-7dc99cba-04c8-44b3-845f-4ab9e8405556" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.514948] env[62743]: DEBUG nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Instance network_info: |[{"id": "3a1ae856-9c4e-4063-be99-bcbf1c62f843", "address": "fa:16:3e:69:7e:34", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a1ae856-9c", "ovs_interfaceid": "3a1ae856-9c4e-4063-be99-bcbf1c62f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2083.515328] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:7e:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a1ae856-9c4e-4063-be99-bcbf1c62f843', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2083.522759] env[62743]: DEBUG oslo.service.loopingcall [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.522969] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2083.523205] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d51bf48-3291-487c-8274-28295a72009c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.543514] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2083.543514] env[62743]: value = "task-2064134" [ 2083.543514] env[62743]: _type = "Task" [ 2083.543514] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.556185] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064134, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.576769] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.577085] env[62743]: DEBUG nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Instance network_info: |[{"id": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "address": "fa:16:3e:55:de:fb", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bfbafa-44", "ovs_interfaceid": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2083.577593] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:de:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6bfbafa-44db-4416-91ba-d6397d76acc9', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2083.585148] env[62743]: DEBUG oslo.service.loopingcall [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.585431] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2083.585704] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9702d04-c656-44d7-84c5-754b776bd017 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.606391] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2083.606391] env[62743]: value = "task-2064135" [ 2083.606391] env[62743]: _type = "Task" [ 2083.606391] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.614416] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064135, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.623748] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fbc413-9088-fd07-b5ae-b020be404ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.624103] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.624382] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2083.624985] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.624985] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.624985] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2083.625535] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4cbd9f4-efd2-4c84-861f-55b00234d978 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.633952] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2083.634202] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2083.635044] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8ed858-0479-448a-a580-3d4f5f8ec65d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.640380] env[62743]: DEBUG nova.compute.manager [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Received event network-changed-c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.640615] env[62743]: DEBUG nova.compute.manager [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Refreshing instance network info cache due to event network-changed-c6bfbafa-44db-4416-91ba-d6397d76acc9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2083.641281] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Acquiring lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.641281] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Acquired lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.641415] env[62743]: DEBUG nova.network.neutron [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Refreshing network info cache for port c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2083.644696] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2083.644696] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fe9cab-0d4a-b9be-90ba-071f92933576" [ 2083.644696] env[62743]: _type = "Task" [ 2083.644696] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.657249] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fe9cab-0d4a-b9be-90ba-071f92933576, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.658066] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4dbc6e-b854-4294-b2bb-14686e30fa50 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.663525] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2083.663525] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521c08e3-dc7c-1179-ede2-96bc8dcdc651" [ 2083.663525] env[62743]: _type = "Task" [ 2083.663525] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.672436] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521c08e3-dc7c-1179-ede2-96bc8dcdc651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.713811] env[62743]: DEBUG oslo_vmware.api [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Task: {'id': task-2064133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089498} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.714076] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2083.714262] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2083.714442] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2083.714611] env[62743]: INFO nova.compute.manager [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2083.714845] env[62743]: DEBUG oslo.service.loopingcall [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.715039] env[62743]: DEBUG nova.compute.manager [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2083.715136] env[62743]: DEBUG nova.network.neutron [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2083.733440] env[62743]: DEBUG nova.network.neutron [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2083.841649] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "refresh_cache-9b54cf8d-b00f-4aef-9756-ebe96395db24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.842048] env[62743]: DEBUG nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Instance network_info: |[{"id": "537eb8e4-76b4-4974-bf04-8c6027bf04ae", "address": "fa:16:3e:8a:5e:2d", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537eb8e4-76", "ovs_interfaceid": "537eb8e4-76b4-4974-bf04-8c6027bf04ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2083.842782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.843292] env[62743]: DEBUG nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2083.845875] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:5e:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '537eb8e4-76b4-4974-bf04-8c6027bf04ae', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2083.853241] env[62743]: DEBUG oslo.service.loopingcall [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.853458] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.936s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.853638] env[62743]: DEBUG nova.objects.instance [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2083.856355] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2083.856744] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-280bf431-66c5-451b-ae9c-9e5ec8e36132 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.877960] env[62743]: DEBUG nova.compute.manager [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2083.878219] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2083.878551] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2083.878551] env[62743]: value = "task-2064136" [ 2083.878551] env[62743]: _type = "Task" [ 2083.878551] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.879227] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a1d48b-9e92-43ec-be9a-d3a2b6d4e920 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.893757] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064136, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.896430] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2083.896830] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41cfc916-cc82-4156-b2e2-2c2e85eb73ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.904557] env[62743]: DEBUG oslo_vmware.api [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2083.904557] env[62743]: value = "task-2064137" [ 2083.904557] env[62743]: _type = "Task" [ 2083.904557] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.913546] env[62743]: DEBUG oslo_vmware.api [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.932206] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Releasing lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.933195] env[62743]: DEBUG nova.compute.manager [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Received event network-vif-plugged-3a1ae856-9c4e-4063-be99-bcbf1c62f843 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.933195] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Acquiring lock "7dc99cba-04c8-44b3-845f-4ab9e8405556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.933195] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.933576] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.933576] env[62743]: DEBUG nova.compute.manager [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] No waiting events found dispatching network-vif-plugged-3a1ae856-9c4e-4063-be99-bcbf1c62f843 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2083.933859] env[62743]: WARNING nova.compute.manager [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Received unexpected event network-vif-plugged-3a1ae856-9c4e-4063-be99-bcbf1c62f843 for instance with vm_state building and task_state spawning. [ 2083.934112] env[62743]: DEBUG nova.compute.manager [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Received event network-changed-3a1ae856-9c4e-4063-be99-bcbf1c62f843 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.934325] env[62743]: DEBUG nova.compute.manager [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Refreshing instance network info cache due to event network-changed-3a1ae856-9c4e-4063-be99-bcbf1c62f843. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2083.934593] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Acquiring lock "refresh_cache-7dc99cba-04c8-44b3-845f-4ab9e8405556" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.934839] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Acquired lock "refresh_cache-7dc99cba-04c8-44b3-845f-4ab9e8405556" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.935159] env[62743]: DEBUG nova.network.neutron [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Refreshing network info cache for port 3a1ae856-9c4e-4063-be99-bcbf1c62f843 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.053387] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064134, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.118025] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064135, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.173710] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521c08e3-dc7c-1179-ede2-96bc8dcdc651, 'name': SearchDatastore_Task, 'duration_secs': 0.008918} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.173824] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.174292] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0fef6cb0-3e45-4470-b21a-2aece853b95a/0fef6cb0-3e45-4470-b21a-2aece853b95a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2084.174430] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc743924-7183-4d8a-b501-b7c3ef03e116 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.182839] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2084.182839] env[62743]: value = "task-2064138" [ 2084.182839] env[62743]: _type = "Task" [ 2084.182839] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.193684] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.235567] env[62743]: DEBUG nova.network.neutron [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.351331] env[62743]: DEBUG nova.network.neutron [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c009adf-af", "ovs_interfaceid": "0c009adf-af38-4cff-8161-a43de715888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.359687] env[62743]: DEBUG nova.compute.utils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.363461] env[62743]: DEBUG nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2084.363617] env[62743]: DEBUG nova.network.neutron [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2084.396335] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064136, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.418543] env[62743]: DEBUG nova.policy [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e377eab9e343ce94ea5f3aa1afd1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76ce1065c1254ec5be394a3b4b7ee7f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2084.420359] env[62743]: DEBUG oslo_vmware.api [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064137, 'name': PowerOffVM_Task, 'duration_secs': 0.255863} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.420693] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2084.420866] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2084.421479] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15a7b8c8-f07a-4f80-8407-413c5670e922 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.437388] env[62743]: DEBUG nova.network.neutron [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updated VIF entry in instance network info cache for port c6bfbafa-44db-4416-91ba-d6397d76acc9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.437746] env[62743]: DEBUG nova.network.neutron [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updating instance_info_cache with network_info: [{"id": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "address": "fa:16:3e:55:de:fb", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bfbafa-44", "ovs_interfaceid": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.555369] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064134, 'name': CreateVM_Task, 'duration_secs': 0.573237} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.555982] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.556338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.556521] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.556860] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2084.557180] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bc544f5-d175-439f-85e0-b880153fe74e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.566836] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2084.566836] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52880f93-685c-3ab4-e9a4-31a1f1dd3268" [ 2084.566836] env[62743]: _type = "Task" [ 2084.566836] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.577983] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52880f93-685c-3ab4-e9a4-31a1f1dd3268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.607416] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2084.607666] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2084.607826] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleting the datastore file [datastore1] 68012aaf-fafd-49d5-a09f-265ccb946e22 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2084.608648] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-792c8cea-b332-4a96-b375-9a249c5eaea9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.623300] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064135, 'name': CreateVM_Task, 'duration_secs': 0.585861} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.624663] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.625036] env[62743]: DEBUG oslo_vmware.api [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2084.625036] env[62743]: value = "task-2064140" [ 2084.625036] env[62743]: _type = "Task" [ 2084.625036] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.625674] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.636309] env[62743]: DEBUG oslo_vmware.api [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.699526] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475809} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.699672] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0fef6cb0-3e45-4470-b21a-2aece853b95a/0fef6cb0-3e45-4470-b21a-2aece853b95a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2084.699829] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2084.700110] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-184725a9-76cc-48b0-9034-1ee9a3be22e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.703995] env[62743]: DEBUG nova.network.neutron [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Updated VIF entry in instance network info cache for port 3a1ae856-9c4e-4063-be99-bcbf1c62f843. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2084.704336] env[62743]: DEBUG nova.network.neutron [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Updating instance_info_cache with network_info: [{"id": "3a1ae856-9c4e-4063-be99-bcbf1c62f843", "address": "fa:16:3e:69:7e:34", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a1ae856-9c", "ovs_interfaceid": "3a1ae856-9c4e-4063-be99-bcbf1c62f843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.707722] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2084.707722] env[62743]: value = "task-2064141" [ 2084.707722] env[62743]: _type = "Task" [ 2084.707722] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.717042] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.718526] env[62743]: DEBUG nova.network.neutron [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Successfully created port: b62a9585-14b3-47dd-baa9-8e04cebdd708 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2084.722994] env[62743]: DEBUG nova.compute.manager [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received event network-vif-plugged-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.723218] env[62743]: DEBUG oslo_concurrency.lockutils [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.723423] env[62743]: DEBUG oslo_concurrency.lockutils [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.723588] env[62743]: DEBUG oslo_concurrency.lockutils [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.723752] env[62743]: DEBUG nova.compute.manager [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] No waiting events found dispatching network-vif-plugged-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.723914] env[62743]: WARNING nova.compute.manager [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received unexpected event network-vif-plugged-0c009adf-af38-4cff-8161-a43de715888f for instance with vm_state shelved_offloaded and task_state spawning. [ 2084.724082] env[62743]: DEBUG nova.compute.manager [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received event network-changed-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.724236] env[62743]: DEBUG nova.compute.manager [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Refreshing instance network info cache due to event network-changed-0c009adf-af38-4cff-8161-a43de715888f. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2084.724402] env[62743]: DEBUG oslo_concurrency.lockutils [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] Acquiring lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.738163] env[62743]: INFO nova.compute.manager [-] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Took 1.02 seconds to deallocate network for instance. [ 2084.854047] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.856691] env[62743]: DEBUG oslo_concurrency.lockutils [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] Acquired lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.856883] env[62743]: DEBUG nova.network.neutron [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Refreshing network info cache for port 0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.863868] env[62743]: DEBUG nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2084.867555] env[62743]: DEBUG oslo_concurrency.lockutils [None req-44b16a8c-6890-473e-aa0c-2a56c9407d19 tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.868564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.798s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.870071] env[62743]: INFO nova.compute.claims [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.889715] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2583643b926459c383d296ca781b04d3',container_format='bare',created_at=2025-01-10T18:50:12Z,direct_url=,disk_format='vmdk',id=e65b68e6-3f58-41cb-9b88-e9156bbd0bb7,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1049172789-shelved',owner='7d75d6942c6546b8a3483fb4e2a680bb',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-01-10T18:50:28Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2084.891130] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2084.891130] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2084.891130] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2084.891130] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2084.891130] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2084.891130] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2084.891130] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2084.891406] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2084.891406] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2084.891567] env[62743]: DEBUG nova.virt.hardware [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2084.892632] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df877b8-e3f9-4016-8579-3659eecec4c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.901018] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064136, 'name': CreateVM_Task, 'duration_secs': 0.586901} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.901018] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.901152] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.901287] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.901647] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2084.901891] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb9ac8b-0545-4170-875a-8be1d26970c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.908990] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ea4f5-94b9-455d-b792-54f209b96d82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.913642] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2084.913642] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f0977a-4203-4185-6279-38ecac44dda4" [ 2084.913642] env[62743]: _type = "Task" [ 2084.913642] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.926558] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:5c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c009adf-af38-4cff-8161-a43de715888f', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.933985] env[62743]: DEBUG oslo.service.loopingcall [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.935306] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.935563] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7744d04-ef4c-46f9-8f4d-7820f16e6cc1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.954023] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Releasing lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.954277] env[62743]: DEBUG nova.compute.manager [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Received event network-vif-plugged-537eb8e4-76b4-4974-bf04-8c6027bf04ae {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.954459] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Acquiring lock "9b54cf8d-b00f-4aef-9756-ebe96395db24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.954651] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.955520] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.955520] env[62743]: DEBUG nova.compute.manager [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] No waiting events found dispatching network-vif-plugged-537eb8e4-76b4-4974-bf04-8c6027bf04ae {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.955520] env[62743]: WARNING nova.compute.manager [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Received unexpected event network-vif-plugged-537eb8e4-76b4-4974-bf04-8c6027bf04ae for instance with vm_state building and task_state spawning. [ 2084.955520] env[62743]: DEBUG nova.compute.manager [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Received event network-changed-537eb8e4-76b4-4974-bf04-8c6027bf04ae {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.955695] env[62743]: DEBUG nova.compute.manager [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Refreshing instance network info cache due to event network-changed-537eb8e4-76b4-4974-bf04-8c6027bf04ae. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2084.955759] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Acquiring lock "refresh_cache-9b54cf8d-b00f-4aef-9756-ebe96395db24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.955901] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Acquired lock "refresh_cache-9b54cf8d-b00f-4aef-9756-ebe96395db24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.956900] env[62743]: DEBUG nova.network.neutron [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Refreshing network info cache for port 537eb8e4-76b4-4974-bf04-8c6027bf04ae {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.958198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.958436] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Processing image 381326c3-460e-4fef-bbd6-5ba2927f234b {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2084.958729] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/381326c3-460e-4fef-bbd6-5ba2927f234b.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.958818] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/381326c3-460e-4fef-bbd6-5ba2927f234b.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.959112] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2084.959460] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beaa4431-7114-4cb5-b82e-0574d5580951 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.964754] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.964754] env[62743]: value = "task-2064142" [ 2084.964754] env[62743]: _type = "Task" [ 2084.964754] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.969587] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2084.969702] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2084.970801] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2832f2fb-6452-42a9-be3c-c2db59d82137 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.976298] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064142, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.979247] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2084.979247] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5265927a-07c6-cdc4-ae09-3d0e7854096d" [ 2084.979247] env[62743]: _type = "Task" [ 2084.979247] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.987934] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5265927a-07c6-cdc4-ae09-3d0e7854096d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.077137] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52880f93-685c-3ab4-e9a4-31a1f1dd3268, 'name': SearchDatastore_Task, 'duration_secs': 0.051956} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.077442] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.077673] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.077901] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.078066] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.078282] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2085.078560] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.078854] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.079090] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2bed8cc-39c6-46c3-8b99-eea5a0b93a3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.080802] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34dba3b0-8723-48e1-b25b-acce25fdf791 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.086380] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2085.086380] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e1f448-cc0f-27e8-5f35-c2b68a3d33ec" [ 2085.086380] env[62743]: _type = "Task" [ 2085.086380] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.093655] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e1f448-cc0f-27e8-5f35-c2b68a3d33ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.094626] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2085.094791] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2085.095524] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f142f9bf-a87f-4677-bc60-55a8d65d34cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.100429] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2085.100429] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ca3302-9aa1-a528-2e50-a8bf60e77980" [ 2085.100429] env[62743]: _type = "Task" [ 2085.100429] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.107915] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ca3302-9aa1-a528-2e50-a8bf60e77980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.136182] env[62743]: DEBUG oslo_vmware.api [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14756} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.136453] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2085.136637] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2085.136804] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2085.136980] env[62743]: INFO nova.compute.manager [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2085.137237] env[62743]: DEBUG oslo.service.loopingcall [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.137465] env[62743]: DEBUG nova.compute.manager [-] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2085.137548] env[62743]: DEBUG nova.network.neutron [-] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2085.207365] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d39817a-b2d7-481b-b971-657f09e98f17 req-ef795bf5-4aab-481b-bd69-286b247c43c5 service nova] Releasing lock "refresh_cache-7dc99cba-04c8-44b3-845f-4ab9e8405556" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.217188] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061636} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.217838] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2085.218359] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c765df21-f6e6-40b0-86a6-929ca1aa685a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.241293] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 0fef6cb0-3e45-4470-b21a-2aece853b95a/0fef6cb0-3e45-4470-b21a-2aece853b95a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2085.241293] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02131c5-ce71-4272-b01f-269c38a8949e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.255222] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.261939] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2085.261939] env[62743]: value = "task-2064143" [ 2085.261939] env[62743]: _type = "Task" [ 2085.261939] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.270792] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.478096] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064142, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.489504] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Preparing fetch location {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2085.489773] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Fetch image to [datastore1] OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647/OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647.vmdk {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2085.489959] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Downloading stream optimized image 381326c3-460e-4fef-bbd6-5ba2927f234b to [datastore1] OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647/OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647.vmdk on the data store datastore1 as vApp {{(pid=62743) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2085.490166] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Downloading image file data 381326c3-460e-4fef-bbd6-5ba2927f234b to the ESX as VM named 'OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647' {{(pid=62743) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2085.578659] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2085.578659] env[62743]: value = "resgroup-9" [ 2085.578659] env[62743]: _type = "ResourcePool" [ 2085.578659] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2085.579050] env[62743]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f5b7b557-897a-4694-8eb2-9b16cd4596a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.610353] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease: (returnval){ [ 2085.610353] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c0800b-c347-e9e2-b69f-182a75a27aa6" [ 2085.610353] env[62743]: _type = "HttpNfcLease" [ 2085.610353] env[62743]: } obtained for vApp import into resource pool (val){ [ 2085.610353] env[62743]: value = "resgroup-9" [ 2085.610353] env[62743]: _type = "ResourcePool" [ 2085.610353] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2085.610672] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the lease: (returnval){ [ 2085.610672] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c0800b-c347-e9e2-b69f-182a75a27aa6" [ 2085.610672] env[62743]: _type = "HttpNfcLease" [ 2085.610672] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2085.615326] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e1f448-cc0f-27e8-5f35-c2b68a3d33ec, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.618563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.618830] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.619073] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.626073] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ca3302-9aa1-a528-2e50-a8bf60e77980, 'name': SearchDatastore_Task, 'duration_secs': 0.008134} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.626073] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c490e46-b88c-4822-a928-b43ebc1b4648 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.629647] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2085.629647] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c0800b-c347-e9e2-b69f-182a75a27aa6" [ 2085.629647] env[62743]: _type = "HttpNfcLease" [ 2085.629647] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2085.635614] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2085.635614] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c2212a-e5c1-097a-ca63-fb0bccbcac9f" [ 2085.635614] env[62743]: _type = "Task" [ 2085.635614] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.644524] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c2212a-e5c1-097a-ca63-fb0bccbcac9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.748444] env[62743]: DEBUG nova.network.neutron [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updated VIF entry in instance network info cache for port 0c009adf-af38-4cff-8161-a43de715888f. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.748813] env[62743]: DEBUG nova.network.neutron [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c009adf-af", "ovs_interfaceid": "0c009adf-af38-4cff-8161-a43de715888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.774218] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064143, 'name': ReconfigVM_Task, 'duration_secs': 0.289744} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.774479] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 0fef6cb0-3e45-4470-b21a-2aece853b95a/0fef6cb0-3e45-4470-b21a-2aece853b95a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2085.775260] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-539c4def-febe-41c8-a50c-749a5c242f9b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.781570] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2085.781570] env[62743]: value = "task-2064145" [ 2085.781570] env[62743]: _type = "Task" [ 2085.781570] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.790704] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064145, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.803059] env[62743]: DEBUG nova.network.neutron [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Updated VIF entry in instance network info cache for port 537eb8e4-76b4-4974-bf04-8c6027bf04ae. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.803253] env[62743]: DEBUG nova.network.neutron [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Updating instance_info_cache with network_info: [{"id": "537eb8e4-76b4-4974-bf04-8c6027bf04ae", "address": "fa:16:3e:8a:5e:2d", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537eb8e4-76", "ovs_interfaceid": "537eb8e4-76b4-4974-bf04-8c6027bf04ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.874740] env[62743]: DEBUG nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2085.887994] env[62743]: DEBUG nova.network.neutron [-] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.906812] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2085.907125] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2085.907313] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2085.907517] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2085.907701] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2085.907932] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2085.908260] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2085.908487] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2085.908649] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2085.908812] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2085.908993] env[62743]: DEBUG nova.virt.hardware [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2085.910336] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4b6c27-5296-4c42-bc15-45bb32623ca1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.918844] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a0c2d4-11fd-4da1-9ddb-1c52e8d594a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.977255] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064142, 'name': CreateVM_Task, 'duration_secs': 0.776501} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.980027] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.981662] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.981662] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.981999] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.982328] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31cd451-2e86-4800-8b0c-e7e1b71fbdfe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.987580] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2085.987580] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52dd81ca-2c93-001f-3b72-c67173e1f5e7" [ 2085.987580] env[62743]: _type = "Task" [ 2085.987580] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.000401] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52dd81ca-2c93-001f-3b72-c67173e1f5e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.122851] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2086.122851] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c0800b-c347-e9e2-b69f-182a75a27aa6" [ 2086.122851] env[62743]: _type = "HttpNfcLease" [ 2086.122851] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2086.123147] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2086.123147] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c0800b-c347-e9e2-b69f-182a75a27aa6" [ 2086.123147] env[62743]: _type = "HttpNfcLease" [ 2086.123147] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2086.123880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1b4336-f459-4afb-825f-624e3c2e0687 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.132333] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231109c-64a6-bb4e-469a-69cb12cce025/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2086.132535] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231109c-64a6-bb4e-469a-69cb12cce025/disk-0.vmdk. {{(pid=62743) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2086.205135] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c706a339-9092-4de4-b698-104d1b36da04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.206921] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c2212a-e5c1-097a-ca63-fb0bccbcac9f, 'name': SearchDatastore_Task, 'duration_secs': 0.014162} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.208190] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.208482] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7dc99cba-04c8-44b3-845f-4ab9e8405556/7dc99cba-04c8-44b3-845f-4ab9e8405556.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2086.210115] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.210339] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.210602] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-236db156-ccd5-4724-acb4-11402591029a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.213850] env[62743]: DEBUG nova.compute.manager [req-23cb0422-4a43-4b84-8d26-2a858cac1bd2 req-495438b6-0fdc-4f27-9582-fad7d8cbfbcb service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Received event network-vif-plugged-b62a9585-14b3-47dd-baa9-8e04cebdd708 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.214065] env[62743]: DEBUG oslo_concurrency.lockutils [req-23cb0422-4a43-4b84-8d26-2a858cac1bd2 req-495438b6-0fdc-4f27-9582-fad7d8cbfbcb service nova] Acquiring lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.214331] env[62743]: DEBUG oslo_concurrency.lockutils [req-23cb0422-4a43-4b84-8d26-2a858cac1bd2 req-495438b6-0fdc-4f27-9582-fad7d8cbfbcb service nova] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.214466] env[62743]: DEBUG oslo_concurrency.lockutils [req-23cb0422-4a43-4b84-8d26-2a858cac1bd2 req-495438b6-0fdc-4f27-9582-fad7d8cbfbcb service nova] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.214635] env[62743]: DEBUG nova.compute.manager [req-23cb0422-4a43-4b84-8d26-2a858cac1bd2 req-495438b6-0fdc-4f27-9582-fad7d8cbfbcb service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] No waiting events found dispatching network-vif-plugged-b62a9585-14b3-47dd-baa9-8e04cebdd708 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.214893] env[62743]: WARNING nova.compute.manager [req-23cb0422-4a43-4b84-8d26-2a858cac1bd2 req-495438b6-0fdc-4f27-9582-fad7d8cbfbcb service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Received unexpected event network-vif-plugged-b62a9585-14b3-47dd-baa9-8e04cebdd708 for instance with vm_state building and task_state spawning. [ 2086.220349] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46899bee-519b-4c70-8e5e-31b7ad08870f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.228392] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2086.228392] env[62743]: value = "task-2064146" [ 2086.228392] env[62743]: _type = "Task" [ 2086.228392] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.229542] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.229715] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.233848] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d198d8-e7da-4ccc-aade-4eb23cdc84b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.238150] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be22a1-5706-44a4-9555-0f286488f9bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.247030] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2086.247030] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a4b281-9c8e-dd84-0f28-7fefe06906d2" [ 2086.247030] env[62743]: _type = "Task" [ 2086.247030] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.247383] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.252555] env[62743]: DEBUG oslo_concurrency.lockutils [req-dd37aeb2-619e-4e8c-8dc9-b172528023c3 req-e35277e7-e581-4326-bd73-a14ec0711a60 service nova] Releasing lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.254103] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18591edd-d52f-4e8f-9586-a4f9dbb8036c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.260513] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a4b281-9c8e-dd84-0f28-7fefe06906d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.290626] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eeae4a-7b52-44a4-ae56-97cdbd02c58a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.298894] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064145, 'name': Rename_Task, 'duration_secs': 0.140196} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.300999] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2086.301303] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9924100f-52b0-4ba0-9086-53837e131f11 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.303726] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d290e5-d485-4a10-aa51-ce6c0fa95ca3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.308407] env[62743]: DEBUG oslo_concurrency.lockutils [req-01f42401-f007-47ab-9395-141d531ef705 req-f208a038-9b0f-41f5-9c53-8fb4b5a03c22 service nova] Releasing lock "refresh_cache-9b54cf8d-b00f-4aef-9756-ebe96395db24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.319038] env[62743]: DEBUG nova.compute.provider_tree [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.321199] env[62743]: DEBUG nova.network.neutron [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Successfully updated port: b62a9585-14b3-47dd-baa9-8e04cebdd708 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2086.325763] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2086.325763] env[62743]: value = "task-2064147" [ 2086.325763] env[62743]: _type = "Task" [ 2086.325763] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.332457] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064147, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.393236] env[62743]: INFO nova.compute.manager [-] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Took 1.26 seconds to deallocate network for instance. [ 2086.504164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.504523] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Processing image e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.504815] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.504998] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.505226] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.507468] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec5797f-d0db-413f-82e1-7b84d04c757c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.523686] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.523954] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.525194] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016bfe2f-8429-417b-8478-c5d152210ccf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.531265] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2086.531265] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529fff46-8333-9d4e-caaa-f82f2978e679" [ 2086.531265] env[62743]: _type = "Task" [ 2086.531265] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.544495] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529fff46-8333-9d4e-caaa-f82f2978e679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.742015] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064146, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.749720] env[62743]: DEBUG nova.compute.manager [req-1e3fac27-97c2-4937-809d-5c9c9be39147 req-fceacaf1-65e3-4858-954d-399c58da6759 service nova] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Received event network-vif-deleted-f786debd-7c3d-4374-8ad1-f0ad04a54241 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.761197] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a4b281-9c8e-dd84-0f28-7fefe06906d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01877} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.763553] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2db7f8-3912-4db4-a329-d455b3d4e4bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.768564] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2086.768564] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529c63eb-8e3d-c776-576e-2caad841be8d" [ 2086.768564] env[62743]: _type = "Task" [ 2086.768564] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.778388] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529c63eb-8e3d-c776-576e-2caad841be8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.825249] env[62743]: DEBUG nova.scheduler.client.report [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.829168] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-2effb51f-2e3c-4e7e-9da8-1f2aaf126211" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.829341] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-2effb51f-2e3c-4e7e-9da8-1f2aaf126211" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.829525] env[62743]: DEBUG nova.network.neutron [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2086.846072] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.872548] env[62743]: DEBUG nova.network.neutron [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2086.901113] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.021274] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.021644] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.021775] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2087.030993] env[62743]: DEBUG nova.network.neutron [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Updating instance_info_cache with network_info: [{"id": "b62a9585-14b3-47dd-baa9-8e04cebdd708", "address": "fa:16:3e:c5:4d:c3", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62a9585-14", "ovs_interfaceid": "b62a9585-14b3-47dd-baa9-8e04cebdd708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.045690] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Preparing fetch location {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2087.046025] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Fetch image to [datastore1] OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479/OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479.vmdk {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2087.046149] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Downloading stream optimized image e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 to [datastore1] OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479/OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479.vmdk on the data store datastore1 as vApp {{(pid=62743) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2087.046313] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Downloading image file data e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 to the ESX as VM named 'OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479' {{(pid=62743) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2087.114798] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Completed reading data from the image iterator. {{(pid=62743) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2087.114798] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231109c-64a6-bb4e-469a-69cb12cce025/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2087.114798] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02c535c-1126-4db6-a23f-bab307cf5149 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.122505] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231109c-64a6-bb4e-469a-69cb12cce025/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2087.122684] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231109c-64a6-bb4e-469a-69cb12cce025/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2087.122916] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-342267b5-fa95-4818-93b1-5858d92422f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.129028] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2087.129028] env[62743]: value = "resgroup-9" [ 2087.129028] env[62743]: _type = "ResourcePool" [ 2087.129028] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2087.129292] env[62743]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-08b6423c-30f5-485f-8e01-df409dc42005 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.150651] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lease: (returnval){ [ 2087.150651] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52839467-4f55-2c1f-61fd-b45c06dccdbf" [ 2087.150651] env[62743]: _type = "HttpNfcLease" [ 2087.150651] env[62743]: } obtained for vApp import into resource pool (val){ [ 2087.150651] env[62743]: value = "resgroup-9" [ 2087.150651] env[62743]: _type = "ResourcePool" [ 2087.150651] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2087.151096] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the lease: (returnval){ [ 2087.151096] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52839467-4f55-2c1f-61fd-b45c06dccdbf" [ 2087.151096] env[62743]: _type = "HttpNfcLease" [ 2087.151096] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2087.157622] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2087.157622] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52839467-4f55-2c1f-61fd-b45c06dccdbf" [ 2087.157622] env[62743]: _type = "HttpNfcLease" [ 2087.157622] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2087.241305] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52654} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.241618] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7dc99cba-04c8-44b3-845f-4ab9e8405556/7dc99cba-04c8-44b3-845f-4ab9e8405556.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.241837] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.242123] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9b0233-39a3-4512-8eaa-cac2c0ec487b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.248858] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2087.248858] env[62743]: value = "task-2064149" [ 2087.248858] env[62743]: _type = "Task" [ 2087.248858] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.258074] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.278786] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529c63eb-8e3d-c776-576e-2caad841be8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.279136] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.279462] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 37a38f49-43d2-4bf4-8c65-27bf8b12d15e/37a38f49-43d2-4bf4-8c65-27bf8b12d15e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2087.279764] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd94ee4-62a6-476e-a436-c0d515212311 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.287446] env[62743]: DEBUG oslo_vmware.rw_handles [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231109c-64a6-bb4e-469a-69cb12cce025/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2087.287692] env[62743]: INFO nova.virt.vmwareapi.images [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Downloaded image file data 381326c3-460e-4fef-bbd6-5ba2927f234b [ 2087.289692] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd2086-087d-4d3f-a45e-f30614aa434d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.294801] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2087.294801] env[62743]: value = "task-2064150" [ 2087.294801] env[62743]: _type = "Task" [ 2087.294801] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.317077] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4ed9ddc-423e-4ff9-a5f0-8f830288dc58 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.322602] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.335964] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.336764] env[62743]: DEBUG nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2087.339848] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.085s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.340079] env[62743]: DEBUG nova.objects.instance [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lazy-loading 'resources' on Instance uuid b51043a6-3898-4161-96fc-f923da5028c7 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.344281] env[62743]: INFO nova.virt.vmwareapi.images [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] The imported VM was unregistered [ 2087.346654] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Caching image {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2087.346870] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating directory with path [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.350406] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01558e98-78af-48a0-a4a4-cac5c1fc8bb5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.352578] env[62743]: DEBUG oslo_vmware.api [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064147, 'name': PowerOnVM_Task, 'duration_secs': 0.742106} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.352842] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2087.353052] env[62743]: INFO nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Took 16.46 seconds to spawn the instance on the hypervisor. [ 2087.354605] env[62743]: DEBUG nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2087.354605] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9162dbb3-a717-4050-95b8-40079e73795c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.364036] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created directory with path [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.364225] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647/OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647.vmdk to [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/381326c3-460e-4fef-bbd6-5ba2927f234b.vmdk. {{(pid=62743) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2087.364651] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-97890c81-120a-4754-ab2b-f71da632da2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.370780] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2087.370780] env[62743]: value = "task-2064152" [ 2087.370780] env[62743]: _type = "Task" [ 2087.370780] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.378747] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064152, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.539897] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-2effb51f-2e3c-4e7e-9da8-1f2aaf126211" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.540290] env[62743]: DEBUG nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Instance network_info: |[{"id": "b62a9585-14b3-47dd-baa9-8e04cebdd708", "address": "fa:16:3e:c5:4d:c3", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62a9585-14", "ovs_interfaceid": "b62a9585-14b3-47dd-baa9-8e04cebdd708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2087.540738] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:4d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b62a9585-14b3-47dd-baa9-8e04cebdd708', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2087.548482] env[62743]: DEBUG oslo.service.loopingcall [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.548816] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2087.549020] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bddea43e-9473-4c63-b438-c044dc26f9f5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.569496] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2087.569496] env[62743]: value = "task-2064153" [ 2087.569496] env[62743]: _type = "Task" [ 2087.569496] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.579098] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064153, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.659746] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2087.659746] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52839467-4f55-2c1f-61fd-b45c06dccdbf" [ 2087.659746] env[62743]: _type = "HttpNfcLease" [ 2087.659746] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2087.760037] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069947} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.760037] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2087.760442] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa061f3-6fac-49a3-b693-df216069162a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.782544] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7dc99cba-04c8-44b3-845f-4ab9e8405556/7dc99cba-04c8-44b3-845f-4ab9e8405556.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2087.782903] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91d44655-5bd8-4725-b5be-fad707fdf23e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.808058] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2087.808058] env[62743]: value = "task-2064154" [ 2087.808058] env[62743]: _type = "Task" [ 2087.808058] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.811736] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458417} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.814925] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 37a38f49-43d2-4bf4-8c65-27bf8b12d15e/37a38f49-43d2-4bf4-8c65-27bf8b12d15e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.815220] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.815525] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06a39c75-58f5-40b6-ad0b-b682825c4315 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.823503] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2087.823503] env[62743]: value = "task-2064155" [ 2087.823503] env[62743]: _type = "Task" [ 2087.823503] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.829119] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.839826] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.844103] env[62743]: DEBUG nova.compute.utils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2087.848471] env[62743]: DEBUG nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2087.848870] env[62743]: DEBUG nova.network.neutron [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2087.879511] env[62743]: INFO nova.compute.manager [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Took 34.38 seconds to build instance. [ 2087.892859] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064152, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.916478] env[62743]: DEBUG nova.policy [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c5814843c344d6196054a58def50c6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9aaebfcbfa14d96b5839267b845423e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2088.083346] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064153, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.175920] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2088.175920] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52839467-4f55-2c1f-61fd-b45c06dccdbf" [ 2088.175920] env[62743]: _type = "HttpNfcLease" [ 2088.175920] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2088.179801] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2088.179801] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52839467-4f55-2c1f-61fd-b45c06dccdbf" [ 2088.179801] env[62743]: _type = "HttpNfcLease" [ 2088.179801] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2088.181234] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c587e3-4f06-42f3-9f77-0923027b60cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.195450] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f57ea-6f40-f187-06ee-33e6065c3e1b/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2088.195811] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f57ea-6f40-f187-06ee-33e6065c3e1b/disk-0.vmdk. {{(pid=62743) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2088.273579] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35b308ac-f18c-4533-9a87-7023d7cca3a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.316922] env[62743]: DEBUG nova.network.neutron [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Successfully created port: 8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2088.327888] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.344302] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085038} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.347282] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.348587] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a06b7e5-594c-48c6-9990-92b90222eb5f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.351717] env[62743]: DEBUG nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2088.358939] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Updating instance_info_cache with network_info: [{"id": "89c32ab6-6b53-485f-a169-905323aa19a3", "address": "fa:16:3e:e5:01:57", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89c32ab6-6b", "ovs_interfaceid": "89c32ab6-6b53-485f-a169-905323aa19a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.378175] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 37a38f49-43d2-4bf4-8c65-27bf8b12d15e/37a38f49-43d2-4bf4-8c65-27bf8b12d15e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.380460] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb439b82-696f-4771-bd67-2e20c698bb0b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.395874] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f343e-abc1-4f29-b1bf-9783b64ae632 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.403654] env[62743]: DEBUG oslo_concurrency.lockutils [None req-97a2e72c-0f4c-4a69-a809-83329deac6b7 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.912s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.404879] env[62743]: DEBUG nova.compute.manager [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Received event network-changed-b62a9585-14b3-47dd-baa9-8e04cebdd708 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2088.404997] env[62743]: DEBUG nova.compute.manager [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Refreshing instance network info cache due to event network-changed-b62a9585-14b3-47dd-baa9-8e04cebdd708. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2088.405765] env[62743]: DEBUG oslo_concurrency.lockutils [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] Acquiring lock "refresh_cache-2effb51f-2e3c-4e7e-9da8-1f2aaf126211" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.405765] env[62743]: DEBUG oslo_concurrency.lockutils [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] Acquired lock "refresh_cache-2effb51f-2e3c-4e7e-9da8-1f2aaf126211" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.405765] env[62743]: DEBUG nova.network.neutron [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Refreshing network info cache for port b62a9585-14b3-47dd-baa9-8e04cebdd708 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.415863] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b7a7b-9074-4367-b490-7ea10729c2ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.421076] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064152, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.422881] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2088.422881] env[62743]: value = "task-2064156" [ 2088.422881] env[62743]: _type = "Task" [ 2088.422881] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.460157] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0adb85-0962-445f-8a3e-36faf495fbd4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.463332] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.471991] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37fc1bc-0edf-44a3-8b44-0cae0db4fe52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.490353] env[62743]: DEBUG nova.compute.provider_tree [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.583643] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064153, 'name': CreateVM_Task, 'duration_secs': 0.701414} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.583838] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2088.584587] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.586669] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.586669] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2088.586669] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2b4772-234a-414e-8976-cff27e5658ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.595843] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2088.595843] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b77cbf-c08d-a737-be05-e1188f9f0022" [ 2088.595843] env[62743]: _type = "Task" [ 2088.595843] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.608788] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b77cbf-c08d-a737-be05-e1188f9f0022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.826715] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.880673] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-aa2ca68d-151a-4a1f-b526-230b8d8606a0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.880993] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2088.881304] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.885203] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.885506] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.886232] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.886442] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.886632] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.886768] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2088.887070] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.894575] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064152, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.938891] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.993922] env[62743]: DEBUG nova.scheduler.client.report [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2089.112822] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b77cbf-c08d-a737-be05-e1188f9f0022, 'name': SearchDatastore_Task, 'duration_secs': 0.089767} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.113156] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.113395] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2089.113636] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.113777] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.113949] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2089.114240] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97fe04df-478e-445f-b44b-ba195d892eca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.134435] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2089.134629] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2089.135442] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77924c20-ef5d-4388-8331-e6ca601c2330 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.145831] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2089.145831] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5271de97-0474-9aaf-612d-8dee342ea0a5" [ 2089.145831] env[62743]: _type = "Task" [ 2089.145831] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.160577] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5271de97-0474-9aaf-612d-8dee342ea0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.161561] env[62743]: DEBUG nova.network.neutron [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Updated VIF entry in instance network info cache for port b62a9585-14b3-47dd-baa9-8e04cebdd708. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2089.161891] env[62743]: DEBUG nova.network.neutron [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Updating instance_info_cache with network_info: [{"id": "b62a9585-14b3-47dd-baa9-8e04cebdd708", "address": "fa:16:3e:c5:4d:c3", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62a9585-14", "ovs_interfaceid": "b62a9585-14b3-47dd-baa9-8e04cebdd708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.328401] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064154, 'name': ReconfigVM_Task, 'duration_secs': 1.03345} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.328734] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7dc99cba-04c8-44b3-845f-4ab9e8405556/7dc99cba-04c8-44b3-845f-4ab9e8405556.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.329611] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ecbe1ac8-8ae7-4c84-9e20-1c191bd1754e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.343036] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2089.343036] env[62743]: value = "task-2064157" [ 2089.343036] env[62743]: _type = "Task" [ 2089.343036] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.358112] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064157, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.362114] env[62743]: DEBUG nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2089.389882] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.394835] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2089.395171] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2089.395361] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2089.395553] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2089.395758] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2089.395911] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2089.396147] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2089.396340] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2089.396524] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2089.396745] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2089.396931] env[62743]: DEBUG nova.virt.hardware [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2089.397979] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3d2aaf-06b3-4094-b17d-253a86bb4e79 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.407615] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064152, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.416610] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed2825-49e4-41d8-a525-2026764c7d8f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.451485] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064156, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.501179] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.504863] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.604s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.505203] env[62743]: DEBUG nova.objects.instance [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lazy-loading 'resources' on Instance uuid 68012aaf-fafd-49d5-a09f-265ccb946e22 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2089.523337] env[62743]: INFO nova.scheduler.client.report [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Deleted allocations for instance b51043a6-3898-4161-96fc-f923da5028c7 [ 2089.661035] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5271de97-0474-9aaf-612d-8dee342ea0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.092197} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.661801] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b671bf-35b4-4507-8eb5-d618614f2cdf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.664389] env[62743]: DEBUG oslo_concurrency.lockutils [req-e9e5d903-fe3c-4eed-899c-eb7fcf13afec req-9f6de868-53fc-4da0-993d-ea626d89cb36 service nova] Releasing lock "refresh_cache-2effb51f-2e3c-4e7e-9da8-1f2aaf126211" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.672699] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2089.672699] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523e791b-61e6-647d-8458-9d44bb71757c" [ 2089.672699] env[62743]: _type = "Task" [ 2089.672699] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.691868] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523e791b-61e6-647d-8458-9d44bb71757c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.848998] env[62743]: DEBUG nova.compute.manager [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2089.861481] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064157, 'name': Rename_Task, 'duration_secs': 0.494307} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.861850] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2089.862173] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98b8db0-b1a2-43f5-9741-4e30a1973a63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.875810] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2089.875810] env[62743]: value = "task-2064158" [ 2089.875810] env[62743]: _type = "Task" [ 2089.875810] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.888737] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.895330] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064152, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.938192] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064156, 'name': ReconfigVM_Task, 'duration_secs': 1.05871} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.940381] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 37a38f49-43d2-4bf4-8c65-27bf8b12d15e/37a38f49-43d2-4bf4-8c65-27bf8b12d15e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.941321] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e5a6fa5-f1ec-44ee-b0ba-bc3fe75ea18a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.950479] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2089.950479] env[62743]: value = "task-2064159" [ 2089.950479] env[62743]: _type = "Task" [ 2089.950479] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.964787] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064159, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.035937] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4be5ee0-8b64-4339-94f4-99f292648b0c tempest-ServerShowV254Test-1706384144 tempest-ServerShowV254Test-1706384144-project-member] Lock "b51043a6-3898-4161-96fc-f923da5028c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.966s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.186163] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523e791b-61e6-647d-8458-9d44bb71757c, 'name': SearchDatastore_Task, 'duration_secs': 0.098094} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.190416] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.190416] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 2effb51f-2e3c-4e7e-9da8-1f2aaf126211/2effb51f-2e3c-4e7e-9da8-1f2aaf126211.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2090.190416] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14702b3d-3ec5-4e4e-a29b-4713bf213e3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.200773] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2090.200773] env[62743]: value = "task-2064160" [ 2090.200773] env[62743]: _type = "Task" [ 2090.200773] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.205795] env[62743]: DEBUG nova.network.neutron [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Successfully updated port: 8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2090.219559] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.362120] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b6cf49-729a-4143-a191-72a2bf57acec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.365989] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.369772] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431a2bf0-20dc-4f1d-98eb-005fd9cd40bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.163939] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.164256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquired lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.164256] env[62743]: DEBUG nova.network.neutron [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.179163] env[62743]: DEBUG nova.compute.manager [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Received event network-vif-plugged-8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2091.179403] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] Acquiring lock "7b627ea0-4885-49f9-b16c-863532e2ebde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.179664] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.179786] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.179905] env[62743]: DEBUG nova.compute.manager [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] No waiting events found dispatching network-vif-plugged-8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2091.180098] env[62743]: WARNING nova.compute.manager [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Received unexpected event network-vif-plugged-8c32479f-8044-4fdb-b4bf-d8e0290a1646 for instance with vm_state building and task_state spawning. [ 2091.180272] env[62743]: DEBUG nova.compute.manager [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Received event network-changed-8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2091.180590] env[62743]: DEBUG nova.compute.manager [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Refreshing instance network info cache due to event network-changed-8c32479f-8044-4fdb-b4bf-d8e0290a1646. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2091.180864] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] Acquiring lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.187235] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaff1f1-579e-48de-8125-7d88102dea3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.202170] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554695} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.214729] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 2effb51f-2e3c-4e7e-9da8-1f2aaf126211/2effb51f-2e3c-4e7e-9da8-1f2aaf126211.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.214959] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.215310] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064159, 'name': Rename_Task, 'duration_secs': 0.214444} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.215834] env[62743]: DEBUG oslo_vmware.api [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064158, 'name': PowerOnVM_Task, 'duration_secs': 1.045039} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.216389] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064152, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.712866} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.218355] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271e78ad-d1ae-4d90-a4f7-b178b6bab280 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.220868] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2091.221168] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.221370] env[62743]: INFO nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Took 13.61 seconds to spawn the instance on the hypervisor. [ 2091.221713] env[62743]: DEBUG nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2091.222798] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3083f4c6-21dd-4d6c-99be-8d25c8db9368 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.229276] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647/OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647.vmdk to [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/381326c3-460e-4fef-bbd6-5ba2927f234b.vmdk. [ 2091.229276] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Cleaning up location [datastore1] OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2091.229276] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_064b437d-4c26-400f-a834-153b5276b647 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.229276] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809b7884-0576-4c47-8f4e-86e3a5084057 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.229597] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e6ff1-40b3-4b79-9685-0620d6821b49 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.232219] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747ae6fd-b819-41b1-9392-a64a9d55625a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.247643] env[62743]: DEBUG nova.compute.provider_tree [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2091.259790] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2091.259790] env[62743]: value = "task-2064161" [ 2091.259790] env[62743]: _type = "Task" [ 2091.259790] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.260338] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2091.260338] env[62743]: value = "task-2064163" [ 2091.260338] env[62743]: _type = "Task" [ 2091.260338] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.260338] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2091.260338] env[62743]: value = "task-2064162" [ 2091.260338] env[62743]: _type = "Task" [ 2091.260338] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.281595] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.291470] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.291758] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.470848] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Completed reading data from the image iterator. {{(pid=62743) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2091.471130] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f57ea-6f40-f187-06ee-33e6065c3e1b/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2091.471981] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f041da2-ef31-47de-bc62-f87734d741be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.479423] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f57ea-6f40-f187-06ee-33e6065c3e1b/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2091.479636] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f57ea-6f40-f187-06ee-33e6065c3e1b/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2091.479825] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-948efd1a-59e2-4c48-9f14-02dbbed94a9d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.694015] env[62743]: DEBUG nova.network.neutron [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2091.780407] env[62743]: ERROR nova.scheduler.client.report [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [req-7f759b28-d082-4c3c-b45d-03ae8c94f47d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f759b28-d082-4c3c-b45d-03ae8c94f47d"}]} [ 2091.790311] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.790550] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082398} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.790787] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052087} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.791259] env[62743]: INFO nova.compute.manager [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Took 30.11 seconds to build instance. [ 2091.794257] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2091.794524] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2091.794836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/381326c3-460e-4fef-bbd6-5ba2927f234b.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.794902] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/381326c3-460e-4fef-bbd6-5ba2927f234b.vmdk to [datastore1] 9b54cf8d-b00f-4aef-9756-ebe96395db24/9b54cf8d-b00f-4aef-9756-ebe96395db24.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2091.795804] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f50d84-8ea1-414e-8ff7-4f82d4bacad5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.798136] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a718a372-5a81-4de9-953d-5b1898da0967 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.821437] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 2effb51f-2e3c-4e7e-9da8-1f2aaf126211/2effb51f-2e3c-4e7e-9da8-1f2aaf126211.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.823083] env[62743]: DEBUG nova.scheduler.client.report [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2091.828327] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6fd602-ca48-4142-bc96-f40bd4a45e88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.843654] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2091.843654] env[62743]: value = "task-2064164" [ 2091.843654] env[62743]: _type = "Task" [ 2091.843654] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.845047] env[62743]: DEBUG nova.network.neutron [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Updating instance_info_cache with network_info: [{"id": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "address": "fa:16:3e:6a:a6:ae", "network": {"id": "878bbc24-3a09-402a-9cb6-0ac7ebf4c0ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2086312923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9aaebfcbfa14d96b5839267b845423e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c32479f-80", "ovs_interfaceid": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.851814] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2091.851814] env[62743]: value = "task-2064165" [ 2091.851814] env[62743]: _type = "Task" [ 2091.851814] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.859088] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.860069] env[62743]: DEBUG nova.scheduler.client.report [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2091.860299] env[62743]: DEBUG nova.compute.provider_tree [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2091.868102] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.875126] env[62743]: DEBUG nova.scheduler.client.report [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2091.893941] env[62743]: DEBUG nova.scheduler.client.report [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2091.953536] env[62743]: DEBUG oslo_vmware.rw_handles [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525f57ea-6f40-f187-06ee-33e6065c3e1b/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2091.953888] env[62743]: INFO nova.virt.vmwareapi.images [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Downloaded image file data e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 [ 2091.955037] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c3aed3-32e8-4ef0-a601-ef1aa5be9203 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.977395] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baf50fe7-4cff-4473-a945-0b67bb0ced8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.020553] env[62743]: INFO nova.virt.vmwareapi.images [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] The imported VM was unregistered [ 2092.023784] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Caching image {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2092.024064] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2092.025026] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09adb5f5-ff24-4582-bb30-4518c983c9a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.074713] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Created directory with path [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2092.074713] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479/OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479.vmdk to [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7.vmdk. {{(pid=62743) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2092.074972] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-685483db-65c7-41a4-ae4c-9a57b3e2ad39 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.083917] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2092.083917] env[62743]: value = "task-2064167" [ 2092.083917] env[62743]: _type = "Task" [ 2092.083917] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.095262] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.280330] env[62743]: DEBUG oslo_vmware.api [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064162, 'name': PowerOnVM_Task, 'duration_secs': 0.996574} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.281728] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2092.281728] env[62743]: INFO nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Took 12.18 seconds to spawn the instance on the hypervisor. [ 2092.281728] env[62743]: DEBUG nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2092.282035] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0d5a21-f7d2-4842-8c73-0b818a6b1437 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.299475] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e5000412-802a-47e6-b43f-c24979be2cdb tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.632s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.300488] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4a61d2-39dd-46db-bb81-fc6b39a9c409 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.312501] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c51d2-ccf3-49d7-89f7-58f8f6ae4409 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.352297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Releasing lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.352297] env[62743]: DEBUG nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Instance network_info: |[{"id": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "address": "fa:16:3e:6a:a6:ae", "network": {"id": "878bbc24-3a09-402a-9cb6-0ac7ebf4c0ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2086312923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9aaebfcbfa14d96b5839267b845423e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c32479f-80", "ovs_interfaceid": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2092.357237] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] Acquired lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.357504] env[62743]: DEBUG nova.network.neutron [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Refreshing network info cache for port 8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.359815] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a6:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c32479f-8044-4fdb-b4bf-d8e0290a1646', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2092.367732] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Creating folder: Project (b9aaebfcbfa14d96b5839267b845423e). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2092.368600] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faeff00-c5f1-41a9-96d1-5a93542bac53 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.375323] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434d259a-dc2a-4c00-a98a-375c90a5d208 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.383870] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.389571] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064164, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.392058] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d719497c-0396-4b89-8b94-084fde9094cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.395864] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Created folder: Project (b9aaebfcbfa14d96b5839267b845423e) in parent group-v423128. [ 2092.396089] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Creating folder: Instances. Parent ref: group-v423343. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2092.396869] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-111df748-b2a4-4874-8c9b-db15c4bc463a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.408139] env[62743]: DEBUG nova.compute.provider_tree [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.411609] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Created folder: Instances in parent group-v423343. [ 2092.411864] env[62743]: DEBUG oslo.service.loopingcall [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.412072] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2092.412302] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-323d1267-dfb6-4a9b-ba62-404272334a3b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.440273] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2092.440273] env[62743]: value = "task-2064170" [ 2092.440273] env[62743]: _type = "Task" [ 2092.440273] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.454157] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064170, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.600168] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.813126] env[62743]: INFO nova.compute.manager [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Took 29.78 seconds to build instance. [ 2092.868715] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064164, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.873318] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064165, 'name': ReconfigVM_Task, 'duration_secs': 0.568806} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.874093] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 2effb51f-2e3c-4e7e-9da8-1f2aaf126211/2effb51f-2e3c-4e7e-9da8-1f2aaf126211.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.874493] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33710060-d230-4695-af4b-cb3295b8ec18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.880905] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2092.880905] env[62743]: value = "task-2064171" [ 2092.880905] env[62743]: _type = "Task" [ 2092.880905] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.888936] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064171, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.911561] env[62743]: DEBUG nova.scheduler.client.report [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.940165] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "7dc99cba-04c8-44b3-845f-4ab9e8405556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.940460] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.940693] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "7dc99cba-04c8-44b3-845f-4ab9e8405556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.940882] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.941066] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.947022] env[62743]: INFO nova.compute.manager [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Terminating instance [ 2092.955717] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064170, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.096492] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.125532] env[62743]: DEBUG nova.network.neutron [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Updated VIF entry in instance network info cache for port 8c32479f-8044-4fdb-b4bf-d8e0290a1646. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2093.125835] env[62743]: DEBUG nova.network.neutron [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Updating instance_info_cache with network_info: [{"id": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "address": "fa:16:3e:6a:a6:ae", "network": {"id": "878bbc24-3a09-402a-9cb6-0ac7ebf4c0ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2086312923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9aaebfcbfa14d96b5839267b845423e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c32479f-80", "ovs_interfaceid": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.314965] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ce430156-e4f3-4a95-97c7-3fbbe8f2efc4 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.296s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.366786] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064164, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.394653] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064171, 'name': Rename_Task, 'duration_secs': 0.235698} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.395027] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2093.395369] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c92f770a-61ea-44ae-a64b-d08b8457a4ce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.405076] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2093.405076] env[62743]: value = "task-2064172" [ 2093.405076] env[62743]: _type = "Task" [ 2093.405076] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.416394] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.419333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.914s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.421697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.032s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.421885] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.422125] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2093.422520] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.057s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.425611] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f953f01-fea9-4513-a7da-f456dcc74891 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.434567] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f1cc0-bdb8-4196-aa35-f0428c83010e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.456363] env[62743]: DEBUG nova.compute.manager [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2093.456597] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2093.458844] env[62743]: INFO nova.scheduler.client.report [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleted allocations for instance 68012aaf-fafd-49d5-a09f-265ccb946e22 [ 2093.467113] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b4d8c3-c382-4d83-ab48-c4247fc78c85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.470679] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76eb6a9-7717-4b51-b0ef-6ff45d9f255a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.481115] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064170, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.485135] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2093.485546] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fda6024f-20ca-49b6-96c1-4beeccb7e799 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.487929] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf039fe-8318-4756-8eff-84a02dbddd59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.498361] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2093.498361] env[62743]: value = "task-2064173" [ 2093.498361] env[62743]: _type = "Task" [ 2093.498361] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.532302] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179294MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2093.532519] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.540615] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.600272] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.630979] env[62743]: DEBUG oslo_concurrency.lockutils [req-aa6fdb0e-689f-4e92-9598-e5d07d9bbeb9 req-84a15afc-0898-4b9a-bb2b-b095482a2268 service nova] Releasing lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.867297] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064164, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.887477] env[62743]: DEBUG nova.compute.manager [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Received event network-changed-c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2093.888416] env[62743]: DEBUG nova.compute.manager [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Refreshing instance network info cache due to event network-changed-c6bfbafa-44db-4416-91ba-d6397d76acc9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2093.888416] env[62743]: DEBUG oslo_concurrency.lockutils [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] Acquiring lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.888542] env[62743]: DEBUG oslo_concurrency.lockutils [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] Acquired lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.889147] env[62743]: DEBUG nova.network.neutron [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Refreshing network info cache for port c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2093.917908] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.927928] env[62743]: INFO nova.compute.claims [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.969712] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064170, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.970301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c30752e-ffdf-41f3-8b5c-f154ce4a07c7 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "68012aaf-fafd-49d5-a09f-265ccb946e22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.600s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.011949] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064173, 'name': PowerOffVM_Task, 'duration_secs': 0.440086} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.012319] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.012541] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2094.012825] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa4a81a2-38ee-4ce0-825f-176573bc3c87 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.104327] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.238842] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2094.239305] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2094.239598] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleting the datastore file [datastore1] 7dc99cba-04c8-44b3-845f-4ab9e8405556 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2094.239994] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e291be-7a54-4af9-92d9-80cea2c9bd98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.249733] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2094.249733] env[62743]: value = "task-2064175" [ 2094.249733] env[62743]: _type = "Task" [ 2094.249733] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.262450] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.369050] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064164, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.511646} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.369050] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/381326c3-460e-4fef-bbd6-5ba2927f234b/381326c3-460e-4fef-bbd6-5ba2927f234b.vmdk to [datastore1] 9b54cf8d-b00f-4aef-9756-ebe96395db24/9b54cf8d-b00f-4aef-9756-ebe96395db24.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2094.369486] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82630cba-00d2-42b7-a1de-4400dff064c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.394432] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 9b54cf8d-b00f-4aef-9756-ebe96395db24/9b54cf8d-b00f-4aef-9756-ebe96395db24.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2094.396420] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-318b6de5-baad-4b0c-976f-c160376f8e0b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.422947] env[62743]: DEBUG oslo_vmware.api [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064172, 'name': PowerOnVM_Task, 'duration_secs': 0.695248} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.423279] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2094.423500] env[62743]: INFO nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Took 8.55 seconds to spawn the instance on the hypervisor. [ 2094.423856] env[62743]: DEBUG nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2094.425681] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b02d8-c1dd-41ed-90b8-d0ea46426387 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.429329] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2094.429329] env[62743]: value = "task-2064176" [ 2094.429329] env[62743]: _type = "Task" [ 2094.429329] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.436528] env[62743]: INFO nova.compute.resource_tracker [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating resource usage from migration d9b7b2e7-60f1-4aad-bc44-8d4ecd66de0a [ 2094.446808] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.477404] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064170, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.600189] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.765049] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.788149] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f36604f-c51a-449b-865f-5eae06311fb8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.797425] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e0588-4eea-438a-85a5-f5b298f46e5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.833174] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0f1263-1eb2-4cd6-8d10-767a377eedf1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.843368] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa2f92a-7701-45ee-96ed-50d93915bc2c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.861542] env[62743]: DEBUG nova.compute.provider_tree [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2094.874628] env[62743]: DEBUG nova.network.neutron [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updated VIF entry in instance network info cache for port c6bfbafa-44db-4416-91ba-d6397d76acc9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2094.875025] env[62743]: DEBUG nova.network.neutron [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updating instance_info_cache with network_info: [{"id": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "address": "fa:16:3e:55:de:fb", "network": {"id": "5b16300b-5a2e-42c0-a565-5341e004a803", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1833122503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "348bf5a7badb4bf4a0993d6c411c1591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6bfbafa-44", "ovs_interfaceid": "c6bfbafa-44db-4416-91ba-d6397d76acc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.942216] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.958764] env[62743]: INFO nova.compute.manager [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Took 25.61 seconds to build instance. [ 2094.971809] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064170, 'name': CreateVM_Task, 'duration_secs': 2.404382} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.971998] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2094.972756] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.972914] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.973291] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2094.977018] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a716a52-abf2-4274-be8f-1927358b7724 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.980466] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2094.980466] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bd4164-c244-52dc-4106-5358a5f2b97b" [ 2094.980466] env[62743]: _type = "Task" [ 2094.980466] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.991535] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bd4164-c244-52dc-4106-5358a5f2b97b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.101425] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.264549] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.364968] env[62743]: DEBUG nova.scheduler.client.report [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.378466] env[62743]: DEBUG oslo_concurrency.lockutils [req-eea5edab-c181-4fd7-ab74-d960cfd2060f req-881ba105-e1a4-4fea-b6c6-c74a09e53956 service nova] Releasing lock "refresh_cache-37a38f49-43d2-4bf4-8c65-27bf8b12d15e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.442441] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.461656] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a4d046f-6147-4334-90d9-42a582f57865 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.123s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.495634] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bd4164-c244-52dc-4106-5358a5f2b97b, 'name': SearchDatastore_Task, 'duration_secs': 0.093951} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.496046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.496304] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2095.496704] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.496873] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.497189] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2095.497482] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c551f0dd-f28d-4b33-8bdf-1623849f2003 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.516326] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2095.516811] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2095.517657] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695e87b9-7a0e-4a41-bcc7-20aaff5db4f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.527533] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2095.527533] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5239c7ee-a38b-2fc3-88c9-9784b31fa9e3" [ 2095.527533] env[62743]: _type = "Task" [ 2095.527533] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.539683] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5239c7ee-a38b-2fc3-88c9-9784b31fa9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.601172] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.662711] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.663036] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.663228] env[62743]: DEBUG nova.compute.manager [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2095.664209] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686fae04-2277-4910-ae21-128c538accc7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.673560] env[62743]: DEBUG nova.compute.manager [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2095.674425] env[62743]: DEBUG nova.objects.instance [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'flavor' on Instance uuid 2effb51f-2e3c-4e7e-9da8-1f2aaf126211 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.765553] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.793199] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "4086386f-6356-450e-bb98-bc7a094be4e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.795220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.872297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.450s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.872538] env[62743]: INFO nova.compute.manager [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Migrating [ 2095.880190] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.348s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.943943] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.041668] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5239c7ee-a38b-2fc3-88c9-9784b31fa9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.086556} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.042669] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec071a7-2028-4532-8d6e-e05e7b1f84d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.049545] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2096.049545] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5280eaa5-7a3a-f02a-f210-0049947a7346" [ 2096.049545] env[62743]: _type = "Task" [ 2096.049545] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.059442] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5280eaa5-7a3a-f02a-f210-0049947a7346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.101737] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.270088] env[62743]: DEBUG oslo_vmware.api [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.864184} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.270445] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2096.270611] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2096.270794] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2096.270979] env[62743]: INFO nova.compute.manager [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Took 2.81 seconds to destroy the instance on the hypervisor. [ 2096.271314] env[62743]: DEBUG oslo.service.loopingcall [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.271530] env[62743]: DEBUG nova.compute.manager [-] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2096.271629] env[62743]: DEBUG nova.network.neutron [-] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2096.298405] env[62743]: DEBUG nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2096.396871] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.397598] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.397976] env[62743]: DEBUG nova.network.neutron [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2096.429753] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "ce6e5573-0b93-4206-a69d-f591efe3d644" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.430238] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.441676] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.560995] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5280eaa5-7a3a-f02a-f210-0049947a7346, 'name': SearchDatastore_Task, 'duration_secs': 0.082102} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.561297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.563385] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7b627ea0-4885-49f9-b16c-863532e2ebde/7b627ea0-4885-49f9-b16c-863532e2ebde.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2096.563385] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d48f51a-15e5-4513-9d0b-90526f2660a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.568870] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2096.568870] env[62743]: value = "task-2064177" [ 2096.568870] env[62743]: _type = "Task" [ 2096.568870] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.577853] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.588884] env[62743]: DEBUG nova.compute.manager [req-3b073482-e94f-4b93-a260-a3a402c3ce82 req-f906acf7-c061-46c2-9a7a-8296df0de7d4 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Received event network-vif-deleted-3a1ae856-9c4e-4063-be99-bcbf1c62f843 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2096.589123] env[62743]: INFO nova.compute.manager [req-3b073482-e94f-4b93-a260-a3a402c3ce82 req-f906acf7-c061-46c2-9a7a-8296df0de7d4 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Neutron deleted interface 3a1ae856-9c4e-4063-be99-bcbf1c62f843; detaching it from the instance and deleting it from the info cache [ 2096.589329] env[62743]: DEBUG nova.network.neutron [req-3b073482-e94f-4b93-a260-a3a402c3ce82 req-f906acf7-c061-46c2-9a7a-8296df0de7d4 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.600354] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064167, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.355281} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.601285] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479/OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479.vmdk to [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7.vmdk. [ 2096.601509] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Cleaning up location [datastore1] OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2096.601684] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_55b0c33e-0355-418b-b0c3-9a40d27db479 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2096.601968] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54180989-2c3f-4ea2-90ab-382eb1315ccd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.609224] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2096.609224] env[62743]: value = "task-2064178" [ 2096.609224] env[62743]: _type = "Task" [ 2096.609224] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.617902] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.681575] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2096.681974] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7305b61-da16-4ce3-8816-315044a0f2e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.689808] env[62743]: DEBUG oslo_vmware.api [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2096.689808] env[62743]: value = "task-2064179" [ 2096.689808] env[62743]: _type = "Task" [ 2096.689808] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.698684] env[62743]: DEBUG oslo_vmware.api [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.826359] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.901264] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Applying migration context for instance 0fef6cb0-3e45-4470-b21a-2aece853b95a as it has an incoming, in-progress migration d9b7b2e7-60f1-4aad-bc44-8d4ecd66de0a. Migration status is pre-migrating {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2096.904245] env[62743]: INFO nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating resource usage from migration d9b7b2e7-60f1-4aad-bc44-8d4ecd66de0a [ 2096.929345] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.929593] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance aa2ca68d-151a-4a1f-b526-230b8d8606a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.929802] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 80efd7e0-078b-44cc-a0c0-ab1d868a9414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.929987] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.930133] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6204b096-8bc8-4f1f-ad9f-7d0af46dab21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.930264] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ae6e5983-1579-404c-a21b-3c3bb25ac7ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.930423] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 78000a54-917a-4bfe-ad6b-9907aee03a23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.930565] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ff16690b-2ab6-4e20-b00e-d20a9af4a132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.930683] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ce61270f-8e80-42f0-84b8-c578d02ae8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.930791] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.930899] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9bec9718-17fd-4a20-b5c5-06c05a2d8b44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931015] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance da7d8924-e1ce-40dd-95b8-65f1368278bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931125] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931241] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9b54cf8d-b00f-4aef-9756-ebe96395db24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931348] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7dc99cba-04c8-44b3-845f-4ab9e8405556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931452] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 37a38f49-43d2-4bf4-8c65-27bf8b12d15e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931570] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 2effb51f-2e3c-4e7e-9da8-1f2aaf126211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931704] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7b627ea0-4885-49f9-b16c-863532e2ebde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.931790] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Migration d9b7b2e7-60f1-4aad-bc44-8d4ecd66de0a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2096.931898] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 0fef6cb0-3e45-4470-b21a-2aece853b95a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.933891] env[62743]: DEBUG nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2096.946631] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064176, 'name': ReconfigVM_Task, 'duration_secs': 2.082439} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.947223] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 9b54cf8d-b00f-4aef-9756-ebe96395db24/9b54cf8d-b00f-4aef-9756-ebe96395db24.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2096.947925] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a5354c3-3c81-405c-a367-4d4373d32aaa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.957294] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2096.957294] env[62743]: value = "task-2064180" [ 2096.957294] env[62743]: _type = "Task" [ 2096.957294] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.972398] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064180, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.066754] env[62743]: DEBUG nova.network.neutron [-] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.081362] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449705} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.081617] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 7b627ea0-4885-49f9-b16c-863532e2ebde/7b627ea0-4885-49f9-b16c-863532e2ebde.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2097.081825] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2097.082385] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df80eb2-a295-4a11-8659-4a555b0e34b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.088655] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2097.088655] env[62743]: value = "task-2064181" [ 2097.088655] env[62743]: _type = "Task" [ 2097.088655] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.092254] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a72a5086-0536-46ee-a462-6486dfc958aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.099523] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.103877] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939d414e-26d2-4362-8a1f-1bedeb271efd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.126380] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038312} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.126629] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2097.126812] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.127082] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7.vmdk to [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2097.127349] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c86546-3114-450c-8270-30cb843035ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.143411] env[62743]: DEBUG nova.compute.manager [req-3b073482-e94f-4b93-a260-a3a402c3ce82 req-f906acf7-c061-46c2-9a7a-8296df0de7d4 service nova] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Detach interface failed, port_id=3a1ae856-9c4e-4063-be99-bcbf1c62f843, reason: Instance 7dc99cba-04c8-44b3-845f-4ab9e8405556 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2097.144993] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2097.144993] env[62743]: value = "task-2064182" [ 2097.144993] env[62743]: _type = "Task" [ 2097.144993] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.153611] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.199572] env[62743]: DEBUG oslo_vmware.api [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064179, 'name': PowerOffVM_Task, 'duration_secs': 0.301256} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.199797] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2097.200011] env[62743]: DEBUG nova.compute.manager [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.200933] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2efa93-5437-4452-a551-ccf895bc13ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.209043] env[62743]: DEBUG nova.network.neutron [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance_info_cache with network_info: [{"id": "a88033a6-90cf-4416-baa5-e87928c32b16", "address": "fa:16:3e:8c:7b:b9", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88033a6-90", "ovs_interfaceid": "a88033a6-90cf-4416-baa5-e87928c32b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.438682] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 4086386f-6356-450e-bb98-bc7a094be4e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2097.457508] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.471550] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064180, 'name': Rename_Task, 'duration_secs': 0.196538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.471831] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2097.472102] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e1ffa1a-4cf7-4a56-801a-8aaf1a5e9538 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.482358] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2097.482358] env[62743]: value = "task-2064183" [ 2097.482358] env[62743]: _type = "Task" [ 2097.482358] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.492624] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.569110] env[62743]: INFO nova.compute.manager [-] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Took 1.30 seconds to deallocate network for instance. [ 2097.603784] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07345} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.603784] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2097.603784] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e34fe-11ed-459a-bbf6-aa14c9caabaa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.630572] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 7b627ea0-4885-49f9-b16c-863532e2ebde/7b627ea0-4885-49f9-b16c-863532e2ebde.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2097.631604] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b118c353-7acd-40a3-9e05-e6f5161cf148 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.658607] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064182, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.660133] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2097.660133] env[62743]: value = "task-2064184" [ 2097.660133] env[62743]: _type = "Task" [ 2097.660133] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.671412] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.714114] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3f9a79be-aaae-416c-b724-b64c0302a761 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.714976] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.942752] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance ce6e5573-0b93-4206-a69d-f591efe3d644 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2097.943106] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2097.943265] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2097.995942] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.076439] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.161689] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064182, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.171466] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.215505] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.215789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.216009] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.216214] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.216389] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.224334] env[62743]: INFO nova.compute.manager [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Terminating instance [ 2098.266035] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f198e-4b7c-4159-bd71-e503cc6dd201 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.276936] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e5e0bc-bf66-4c95-b39a-c377bfc46352 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.312724] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fd2ca4-cc4c-4edc-88b6-b306cb80f0e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.321641] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72491a94-0601-4f67-a3e9-5b53acc57daa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.338076] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.495714] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064183, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.659662] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064182, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.671912] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.730863] env[62743]: DEBUG nova.compute.manager [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2098.731113] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2098.732233] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029f4d4-c980-4932-ac9b-002dd43f289f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.741775] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2098.742075] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c7e2ca-d7b2-4cd5-99e7-32140a614ded {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.841925] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2098.984149] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2098.984460] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2098.984714] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleting the datastore file [datastore1] 2effb51f-2e3c-4e7e-9da8-1f2aaf126211 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2098.985252] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f51c39f7-fa48-4729-baed-6a7fc1e3f8d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.999309] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064183, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.000766] env[62743]: DEBUG oslo_vmware.api [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2099.000766] env[62743]: value = "task-2064186" [ 2099.000766] env[62743]: _type = "Task" [ 2099.000766] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.011049] env[62743]: DEBUG oslo_vmware.api [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.163472] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064182, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.178174] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.235581] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468edca4-0b19-440e-8de2-16cb45ad1df4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.259044] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance '0fef6cb0-3e45-4470-b21a-2aece853b95a' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2099.348533] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2099.348782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.469s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.349201] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.523s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.350906] env[62743]: INFO nova.compute.claims [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2099.353696] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2099.353898] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2099.495520] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064183, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.509854] env[62743]: DEBUG oslo_vmware.api [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.660378] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064182, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.242374} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.660645] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7/e65b68e6-3f58-41cb-9b88-e9156bbd0bb7.vmdk to [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2099.661434] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e5fb6a-562b-44ef-8ff5-cdc58f1e0d15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.671066] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064184, 'name': ReconfigVM_Task, 'duration_secs': 1.906006} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.679735] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 7b627ea0-4885-49f9-b16c-863532e2ebde/7b627ea0-4885-49f9-b16c-863532e2ebde.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2099.688520] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2099.688775] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8024cc81-ac9f-45d5-a012-46e270286833 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.690330] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ef1d95-cee9-47dd-9bd8-2868cc51bbee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.709288] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2099.709288] env[62743]: value = "task-2064188" [ 2099.709288] env[62743]: _type = "Task" [ 2099.709288] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.710541] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2099.710541] env[62743]: value = "task-2064187" [ 2099.710541] env[62743]: _type = "Task" [ 2099.710541] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.724287] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064187, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.768849] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.769538] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c6a448-d564-422f-89b8-294379850f61 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.776128] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2099.776128] env[62743]: value = "task-2064189" [ 2099.776128] env[62743]: _type = "Task" [ 2099.776128] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.784604] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.870922] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] There are 55 instances to clean {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2099.871209] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: b51043a6-3898-4161-96fc-f923da5028c7] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2099.997949] env[62743]: DEBUG oslo_vmware.api [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064183, 'name': PowerOnVM_Task, 'duration_secs': 2.119411} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.998345] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2099.998670] env[62743]: INFO nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Took 26.65 seconds to spawn the instance on the hypervisor. [ 2099.998944] env[62743]: DEBUG nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.999861] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb3c26-b13d-44da-ba24-d1bed7d09fee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.016529] env[62743]: DEBUG oslo_vmware.api [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5826} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.017111] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2100.017340] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2100.017561] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2100.017766] env[62743]: INFO nova.compute.manager [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2100.018074] env[62743]: DEBUG oslo.service.loopingcall [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.018361] env[62743]: DEBUG nova.compute.manager [-] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2100.018541] env[62743]: DEBUG nova.network.neutron [-] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2100.185224] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6ee90-3957-4082-8306-a5d85497035e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.193201] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6b5e89-d472-4eeb-a452-4188f12ee8b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.229848] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81396c98-9f68-4a3c-85f8-58a2d33e670d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.237344] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.242376] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064187, 'name': Rename_Task, 'duration_secs': 0.369856} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.242757] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.243929] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235b3180-f049-448f-926f-664d3bcdc5ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.248872] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eeeb9e2-57f0-44d8-8153-44a0fbd84cde {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.259822] env[62743]: DEBUG nova.compute.provider_tree [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2100.263244] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2100.263244] env[62743]: value = "task-2064190" [ 2100.263244] env[62743]: _type = "Task" [ 2100.263244] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.272242] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064190, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.283206] env[62743]: DEBUG nova.compute.manager [req-2a48dc92-eaf2-4bee-9aa8-8b35252187e1 req-ad421428-a7fc-496e-a0c2-1c46040aeeb6 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Received event network-vif-deleted-b62a9585-14b3-47dd-baa9-8e04cebdd708 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2100.283305] env[62743]: INFO nova.compute.manager [req-2a48dc92-eaf2-4bee-9aa8-8b35252187e1 req-ad421428-a7fc-496e-a0c2-1c46040aeeb6 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Neutron deleted interface b62a9585-14b3-47dd-baa9-8e04cebdd708; detaching it from the instance and deleting it from the info cache [ 2100.283474] env[62743]: DEBUG nova.network.neutron [req-2a48dc92-eaf2-4bee-9aa8-8b35252187e1 req-ad421428-a7fc-496e-a0c2-1c46040aeeb6 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.287931] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064189, 'name': PowerOffVM_Task, 'duration_secs': 0.337237} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.288367] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.288582] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance '0fef6cb0-3e45-4470-b21a-2aece853b95a' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2100.377641] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 68012aaf-fafd-49d5-a09f-265ccb946e22] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2100.527086] env[62743]: INFO nova.compute.manager [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Took 40.94 seconds to build instance. [ 2100.736077] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064188, 'name': ReconfigVM_Task, 'duration_secs': 0.54196} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.736408] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Reconfigured VM instance instance-0000002d to attach disk [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535/ba3f9b14-58e4-42bd-83ba-fc4edf9a0535.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2100.737203] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92f945d7-d2b0-49dd-8719-42d80b8f79d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.743997] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2100.743997] env[62743]: value = "task-2064191" [ 2100.743997] env[62743]: _type = "Task" [ 2100.743997] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.753462] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064191, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.767673] env[62743]: DEBUG nova.network.neutron [-] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.777374] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.789955] env[62743]: ERROR nova.scheduler.client.report [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [req-20390907-a3f6-4d67-8450-8d49d31882bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20390907-a3f6-4d67-8450-8d49d31882bd"}]} [ 2100.792562] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fb5b870-7886-4d39-b6ca-2a4dc17cdca3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.797993] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2100.798236] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2100.798392] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2100.798661] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2100.798815] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2100.798962] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2100.799185] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2100.799345] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2100.799551] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2100.799724] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2100.799897] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2100.805170] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac1a894-d350-4afc-bb71-9d27511c6c68 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.815680] env[62743]: DEBUG nova.scheduler.client.report [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2100.824790] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba866f98-8d9c-40e5-8e6c-35e6c74e7682 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.837133] env[62743]: DEBUG nova.scheduler.client.report [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2100.837346] env[62743]: DEBUG nova.compute.provider_tree [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2100.840358] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2100.840358] env[62743]: value = "task-2064192" [ 2100.840358] env[62743]: _type = "Task" [ 2100.840358] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.848530] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.850703] env[62743]: DEBUG nova.scheduler.client.report [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2100.865423] env[62743]: DEBUG nova.compute.manager [req-2a48dc92-eaf2-4bee-9aa8-8b35252187e1 req-ad421428-a7fc-496e-a0c2-1c46040aeeb6 service nova] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Detach interface failed, port_id=b62a9585-14b3-47dd-baa9-8e04cebdd708, reason: Instance 2effb51f-2e3c-4e7e-9da8-1f2aaf126211 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2100.882085] env[62743]: DEBUG nova.scheduler.client.report [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2100.884465] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 0906b602-0f46-4ee8-8e6b-1562c2ab7eb1] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2100.995614] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "9b54cf8d-b00f-4aef-9756-ebe96395db24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.032256] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61e074a5-1a09-42ad-bedd-291dd3f72832 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.453s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.032780] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.037s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.033332] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "9b54cf8d-b00f-4aef-9756-ebe96395db24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.033533] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.033702] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.039841] env[62743]: INFO nova.compute.manager [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Terminating instance [ 2101.174818] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5f75f7-6d33-43ff-998c-6ebdd3cb58cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.182576] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef1d565-4197-47f7-a7fd-06f37f44c144 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.216849] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32174a75-c347-4c23-af21-a249b47178fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.225557] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5f4ab-1ec7-4052-a0b8-538ccdf03aa7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.241499] env[62743]: DEBUG nova.compute.provider_tree [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2101.254966] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064191, 'name': Rename_Task, 'duration_secs': 0.345605} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.255207] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2101.255457] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8b122c-edb3-482d-ae5d-ef93522f0d02 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.262665] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2101.262665] env[62743]: value = "task-2064193" [ 2101.262665] env[62743]: _type = "Task" [ 2101.262665] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.274056] env[62743]: INFO nova.compute.manager [-] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Took 1.26 seconds to deallocate network for instance. [ 2101.274350] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.278621] env[62743]: DEBUG oslo_vmware.api [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064190, 'name': PowerOnVM_Task, 'duration_secs': 0.997481} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.278951] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.279195] env[62743]: INFO nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Took 11.92 seconds to spawn the instance on the hypervisor. [ 2101.279376] env[62743]: DEBUG nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.282898] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddcf976-e81b-49de-8645-585a9073dd89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.350613] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064192, 'name': ReconfigVM_Task, 'duration_secs': 0.337755} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.350996] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance '0fef6cb0-3e45-4470-b21a-2aece853b95a' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2101.387642] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 23862577-3db0-4d08-87ec-b8c79ccc2c4a] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2101.545794] env[62743]: DEBUG nova.compute.manager [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2101.546125] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2101.547024] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af226a1b-b92e-4fd8-aa81-9d0a2165c8e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.554837] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2101.555084] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cfd556e-5b38-48a8-9af0-bd65cfe40a2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.561046] env[62743]: DEBUG oslo_vmware.api [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2101.561046] env[62743]: value = "task-2064194" [ 2101.561046] env[62743]: _type = "Task" [ 2101.561046] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.568317] env[62743]: DEBUG oslo_vmware.api [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.775383] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064193, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.783938] env[62743]: DEBUG nova.scheduler.client.report [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2101.785265] env[62743]: DEBUG nova.compute.provider_tree [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 111 to 112 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2101.785265] env[62743]: DEBUG nova.compute.provider_tree [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2101.798116] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.806338] env[62743]: INFO nova.compute.manager [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Took 21.75 seconds to build instance. [ 2101.857642] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2101.861017] env[62743]: DEBUG nova.virt.hardware [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2101.865822] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2101.866706] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59087cd0-1942-4d33-bac8-0ab746630ad6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.885553] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2101.885553] env[62743]: value = "task-2064195" [ 2101.885553] env[62743]: _type = "Task" [ 2101.885553] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.891903] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 0cb6ae7f-d892-4efa-a004-0e234cd23c1e] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2101.899141] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064195, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.071756] env[62743]: DEBUG oslo_vmware.api [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064194, 'name': PowerOffVM_Task, 'duration_secs': 0.334377} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.071756] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2102.071756] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2102.072095] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb8c6a5-f9ed-42e3-a177-1bb29d0b454e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.157720] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2102.157720] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2102.157720] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleting the datastore file [datastore1] 9b54cf8d-b00f-4aef-9756-ebe96395db24 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2102.157720] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcd2988-27d7-41d4-800a-79b305ddd60f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.163590] env[62743]: DEBUG oslo_vmware.api [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2102.163590] env[62743]: value = "task-2064197" [ 2102.163590] env[62743]: _type = "Task" [ 2102.163590] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.171516] env[62743]: DEBUG oslo_vmware.api [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.273061] env[62743]: DEBUG oslo_vmware.api [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064193, 'name': PowerOnVM_Task, 'duration_secs': 0.540873} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.273331] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2102.297209] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.946s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.297209] env[62743]: DEBUG nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2102.298552] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.841s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.299949] env[62743]: INFO nova.compute.claims [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2102.312208] env[62743]: DEBUG oslo_concurrency.lockutils [None req-fb6b3d73-7d14-4f42-9eef-884182527578 tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.264s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.359038] env[62743]: DEBUG nova.compute.manager [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Received event network-changed-8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2102.359301] env[62743]: DEBUG nova.compute.manager [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Refreshing instance network info cache due to event network-changed-8c32479f-8044-4fdb-b4bf-d8e0290a1646. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2102.359414] env[62743]: DEBUG oslo_concurrency.lockutils [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] Acquiring lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.360141] env[62743]: DEBUG oslo_concurrency.lockutils [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] Acquired lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.360192] env[62743]: DEBUG nova.network.neutron [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Refreshing network info cache for port 8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2102.392653] env[62743]: DEBUG nova.compute.manager [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2102.393300] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b51f6c-ae11-4338-b80a-61fd7e512346 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.400099] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 6f426c8d-d181-4e68-9072-6f633c4138e5] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2102.405059] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064195, 'name': ReconfigVM_Task, 'duration_secs': 0.379044} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.405059] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2102.405059] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81982514-b055-42b2-8f94-6b611cc179a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.431886] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 0fef6cb0-3e45-4470-b21a-2aece853b95a/0fef6cb0-3e45-4470-b21a-2aece853b95a.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2102.432304] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff921896-a0fe-4148-870a-12b9bbb90fec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.454893] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2102.454893] env[62743]: value = "task-2064198" [ 2102.454893] env[62743]: _type = "Task" [ 2102.454893] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.466232] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.673972] env[62743]: DEBUG oslo_vmware.api [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.803943] env[62743]: DEBUG nova.compute.utils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2102.807271] env[62743]: DEBUG nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2102.807435] env[62743]: DEBUG nova.network.neutron [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2102.850020] env[62743]: DEBUG nova.policy [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fae4b9bf3d42aca25b7e967edfab08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab9f0efff16e431fb79da9e2d422916a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2102.903448] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9aedf25b-6ddb-4f53-a099-bd5361ebb187] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2102.923744] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e8d0f7f4-4702-4e10-b84e-081ec104f751 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.983s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.966875] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.169820] env[62743]: DEBUG nova.network.neutron [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Updated VIF entry in instance network info cache for port 8c32479f-8044-4fdb-b4bf-d8e0290a1646. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2103.170201] env[62743]: DEBUG nova.network.neutron [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Updating instance_info_cache with network_info: [{"id": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "address": "fa:16:3e:6a:a6:ae", "network": {"id": "878bbc24-3a09-402a-9cb6-0ac7ebf4c0ff", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2086312923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9aaebfcbfa14d96b5839267b845423e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c32479f-80", "ovs_interfaceid": "8c32479f-8044-4fdb-b4bf-d8e0290a1646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.176851] env[62743]: DEBUG oslo_vmware.api [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538717} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.177150] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2103.177340] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2103.177728] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2103.177728] env[62743]: INFO nova.compute.manager [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2103.179306] env[62743]: DEBUG oslo.service.loopingcall [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.179545] env[62743]: DEBUG nova.compute.manager [-] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2103.179667] env[62743]: DEBUG nova.network.neutron [-] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.263655] env[62743]: DEBUG nova.network.neutron [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Successfully created port: 7b8d411e-ceae-4968-b2fb-a962388e7188 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2103.308520] env[62743]: DEBUG nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2103.410382] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 146d387a-facb-4669-bb61-1d17b8765c46] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2103.467222] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.539398] env[62743]: DEBUG nova.compute.manager [req-6d9c3c35-1fe5-4b74-8ec6-06fc052853d1 req-a411c167-df85-4c39-ad69-59e75d3e6670 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Received event network-vif-deleted-537eb8e4-76b4-4974-bf04-8c6027bf04ae {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2103.539608] env[62743]: INFO nova.compute.manager [req-6d9c3c35-1fe5-4b74-8ec6-06fc052853d1 req-a411c167-df85-4c39-ad69-59e75d3e6670 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Neutron deleted interface 537eb8e4-76b4-4974-bf04-8c6027bf04ae; detaching it from the instance and deleting it from the info cache [ 2103.539779] env[62743]: DEBUG nova.network.neutron [req-6d9c3c35-1fe5-4b74-8ec6-06fc052853d1 req-a411c167-df85-4c39-ad69-59e75d3e6670 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.661022] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25603882-170d-427c-aee2-34d12ea10e40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.667525] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4710b602-6450-4871-a9ec-7252336e5579 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.672653] env[62743]: DEBUG oslo_concurrency.lockutils [req-5ca0e34a-5dd0-43b3-a933-9c6591b1e2bd req-02cd203b-aa5c-4865-a007-6836301a137f service nova] Releasing lock "refresh_cache-7b627ea0-4885-49f9-b16c-863532e2ebde" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.703447] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7901bed7-4bcb-451e-adc8-3913946af7b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.708304] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fe9a76-a162-46c2-bbeb-3b66413016f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.726729] env[62743]: DEBUG nova.compute.provider_tree [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.912963] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 8165f1f6-1140-4268-8d6a-4a5bc86d61ad] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2103.966811] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064198, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.015619] env[62743]: DEBUG nova.network.neutron [-] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.044962] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dacc6aa-9481-4aa9-88d0-ecd15998e7c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.054042] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5e1d99-a601-45d4-95e2-618ab89a0b5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.086558] env[62743]: DEBUG nova.compute.manager [req-6d9c3c35-1fe5-4b74-8ec6-06fc052853d1 req-a411c167-df85-4c39-ad69-59e75d3e6670 service nova] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Detach interface failed, port_id=537eb8e4-76b4-4974-bf04-8c6027bf04ae, reason: Instance 9b54cf8d-b00f-4aef-9756-ebe96395db24 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2104.230262] env[62743]: DEBUG nova.scheduler.client.report [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2104.321917] env[62743]: DEBUG nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2104.350006] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2104.350336] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2104.350637] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2104.350988] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2104.351302] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2104.351537] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2104.351769] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2104.351949] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2104.352151] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2104.352317] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2104.352507] env[62743]: DEBUG nova.virt.hardware [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2104.353548] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0bd55-0604-4c41-8d5e-42a0bf86aef0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.362930] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c694ee3-81f3-46ad-9984-30de6e424cdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.416031] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ba7ac02d-5544-4aca-bddb-2825c976241c] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2104.437821] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff822b-23d8-4b81-ad0a-7311672e77c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.445642] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aab9f360-bded-4a96-bda6-4df7a1a7c3d8 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Suspending the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2104.445931] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a7fe0e85-ce8d-459f-87ec-ea0e4b9122af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.452935] env[62743]: DEBUG oslo_vmware.api [None req-aab9f360-bded-4a96-bda6-4df7a1a7c3d8 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2104.452935] env[62743]: value = "task-2064199" [ 2104.452935] env[62743]: _type = "Task" [ 2104.452935] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.464676] env[62743]: DEBUG oslo_vmware.api [None req-aab9f360-bded-4a96-bda6-4df7a1a7c3d8 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064199, 'name': SuspendVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.469826] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064198, 'name': ReconfigVM_Task, 'duration_secs': 1.559685} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.470235] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 0fef6cb0-3e45-4470-b21a-2aece853b95a/0fef6cb0-3e45-4470-b21a-2aece853b95a.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.470587] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance '0fef6cb0-3e45-4470-b21a-2aece853b95a' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2104.518600] env[62743]: INFO nova.compute.manager [-] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Took 1.34 seconds to deallocate network for instance. [ 2104.739013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.739608] env[62743]: DEBUG nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2104.742436] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.666s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.742436] env[62743]: DEBUG nova.objects.instance [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lazy-loading 'resources' on Instance uuid 7dc99cba-04c8-44b3-845f-4ab9e8405556 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.919493] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 6b633ce0-90d2-4c09-8a4d-39cd217136d1] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2104.962679] env[62743]: DEBUG oslo_vmware.api [None req-aab9f360-bded-4a96-bda6-4df7a1a7c3d8 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064199, 'name': SuspendVM_Task} progress is 70%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.979057] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95351fe-5dad-48f4-92ce-9da66672bb5b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.999813] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6029ad76-ae10-4bb5-b8d8-e2bf27ea7855 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.017736] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance '0fef6cb0-3e45-4470-b21a-2aece853b95a' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2105.025379] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.245228] env[62743]: DEBUG nova.compute.utils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2105.252535] env[62743]: DEBUG nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2105.252864] env[62743]: DEBUG nova.network.neutron [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2105.293650] env[62743]: DEBUG nova.policy [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59d700114a2b4a848ae50aab5435ce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512596fa0c424c5c9413aeb6e66d2408', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2105.423477] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: c5343386-e9d5-4fc5-a7bc-56f568b8282b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2105.464818] env[62743]: DEBUG oslo_vmware.api [None req-aab9f360-bded-4a96-bda6-4df7a1a7c3d8 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064199, 'name': SuspendVM_Task, 'duration_secs': 0.703898} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.465136] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-aab9f360-bded-4a96-bda6-4df7a1a7c3d8 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Suspended the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2105.465187] env[62743]: DEBUG nova.compute.manager [None req-aab9f360-bded-4a96-bda6-4df7a1a7c3d8 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.465958] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fff0ee2-d8dd-4eba-8f8e-648936e572a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.514715] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e07da2-9bf6-4a71-9696-7fe511207e17 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.522083] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e9b368-1ca7-469b-8c4c-c6c24ca958c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.558954] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39578135-b72b-4112-a2c8-5f21d146c0e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.566658] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e79df8-3131-407b-bbdc-73b62b5dcef9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.582216] env[62743]: DEBUG nova.compute.provider_tree [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.584097] env[62743]: DEBUG nova.network.neutron [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Successfully created port: f5db5fb3-fcc4-4861-ab7d-86768ad3dbee {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2105.586378] env[62743]: DEBUG nova.network.neutron [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Port a88033a6-90cf-4416-baa5-e87928c32b16 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2105.753239] env[62743]: DEBUG nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2105.927026] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 0d3865b9-8e4c-4ea1-95d9-3440368179b6] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2106.089897] env[62743]: DEBUG nova.scheduler.client.report [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.432568] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: e1bdb762-de7b-425c-8b36-4ef2ae552e0f] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2106.599693] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.609393] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.816s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.609676] env[62743]: DEBUG nova.objects.instance [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'resources' on Instance uuid 2effb51f-2e3c-4e7e-9da8-1f2aaf126211 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.619646] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.619930] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.620421] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.634267] env[62743]: INFO nova.scheduler.client.report [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted allocations for instance 7dc99cba-04c8-44b3-845f-4ab9e8405556 [ 2106.763195] env[62743]: DEBUG nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2106.788904] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2106.789820] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2106.789820] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2106.789820] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2106.789820] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2106.789820] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2106.790084] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2106.790169] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2106.790336] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2106.790497] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2106.790669] env[62743]: DEBUG nova.virt.hardware [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2106.791557] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29535d97-8e8c-4893-af7e-cd6358f4ea95 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.801719] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f87af-9792-498f-b7ba-c1a182992281 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.825948] env[62743]: INFO nova.compute.manager [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Resuming [ 2106.826526] env[62743]: DEBUG nova.objects.instance [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lazy-loading 'flavor' on Instance uuid ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.877540] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d102811-35e8-4010-961c-0def4763391b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.885458] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c84b0e-a438-4d9a-b978-b7cb3a8f67a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.915592] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e415a-518e-4624-82c0-cb3817863194 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.924398] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a293daa4-71e6-4876-9d14-c6105ef769a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.938908] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ecf46e23-9089-48bf-982c-d4002d90af9c] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2106.941220] env[62743]: DEBUG nova.compute.provider_tree [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2107.141635] env[62743]: DEBUG oslo_concurrency.lockutils [None req-eec01c84-0851-4f45-8ddc-53056623a08b tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "7dc99cba-04c8-44b3-845f-4ab9e8405556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.201s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.443482] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 4ae2c1f5-1e7b-4def-8123-b6b6cb5cb4c3] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2107.448583] env[62743]: DEBUG nova.scheduler.client.report [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2107.451872] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.452124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.452329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.452725] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.452725] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.454503] env[62743]: INFO nova.compute.manager [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Terminating instance [ 2107.655139] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.655343] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.655524] env[62743]: DEBUG nova.network.neutron [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2107.952256] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: af7ad017-9443-4e4a-b925-50fea46e10fb] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2107.954721] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.345s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.957952] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.933s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.958184] env[62743]: DEBUG nova.objects.instance [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lazy-loading 'resources' on Instance uuid 9b54cf8d-b00f-4aef-9756-ebe96395db24 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.959880] env[62743]: DEBUG nova.compute.manager [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.960122] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.961127] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a5f1a-91de-49b0-939e-290e9b520d0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.970123] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.970365] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac42a8e-30ed-4b85-b5a6-235e0d420ebb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.977165] env[62743]: DEBUG oslo_vmware.api [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2107.977165] env[62743]: value = "task-2064200" [ 2107.977165] env[62743]: _type = "Task" [ 2107.977165] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.977844] env[62743]: INFO nova.scheduler.client.report [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted allocations for instance 2effb51f-2e3c-4e7e-9da8-1f2aaf126211 [ 2107.991999] env[62743]: DEBUG oslo_vmware.api [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.334010] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.334175] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.334397] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.334584] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.334753] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.338855] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.339038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquired lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.339226] env[62743]: DEBUG nova.network.neutron [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2108.340736] env[62743]: INFO nova.compute.manager [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Terminating instance [ 2108.373316] env[62743]: DEBUG nova.network.neutron [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance_info_cache with network_info: [{"id": "a88033a6-90cf-4416-baa5-e87928c32b16", "address": "fa:16:3e:8c:7b:b9", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88033a6-90", "ovs_interfaceid": "a88033a6-90cf-4416-baa5-e87928c32b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2108.459107] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 85bb3618-e2ed-4dfa-8407-85aacf0ca554] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2108.492220] env[62743]: DEBUG oslo_vmware.api [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064200, 'name': PowerOffVM_Task, 'duration_secs': 0.180017} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.494710] env[62743]: DEBUG oslo_concurrency.lockutils [None req-46cbc4bb-cfd1-491d-9bb6-803285df73df tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "2effb51f-2e3c-4e7e-9da8-1f2aaf126211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.279s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.495586] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2108.495756] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.496732] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb4e6a2-384e-4d91-801d-d264a9553069 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.718860] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685be532-5f12-4480-b29a-90e2e2506243 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.726672] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0243be6b-edeb-4460-baca-c287b8c5a1de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.758440] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5a3b0e-ad4d-4ef4-a81a-ac14e3b95c0b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.766582] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a714d4f9-daba-40ce-b2e9-1f2b8f102455 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.780288] env[62743]: DEBUG nova.compute.provider_tree [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.846203] env[62743]: DEBUG nova.compute.manager [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2108.846436] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2108.847343] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac5cf4-0a5c-405d-bd35-3adec8b333d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.857223] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.857649] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c0a7690-953e-4af8-b05a-7d6da052284a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.866531] env[62743]: DEBUG oslo_vmware.api [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 2108.866531] env[62743]: value = "task-2064202" [ 2108.866531] env[62743]: _type = "Task" [ 2108.866531] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.876137] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.880182] env[62743]: DEBUG oslo_vmware.api [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2064202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.964458] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 8a88102f-7880-4fec-af45-6fc6651bfd18] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2109.131875] env[62743]: DEBUG nova.network.neutron [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [{"id": "0c009adf-af38-4cff-8161-a43de715888f", "address": "fa:16:3e:6d:5c:98", "network": {"id": "09ed32c0-0b45-4b20-a730-211b525e415d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-598391462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d75d6942c6546b8a3483fb4e2a680bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c009adf-af", "ovs_interfaceid": "0c009adf-af38-4cff-8161-a43de715888f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.283868] env[62743]: DEBUG nova.scheduler.client.report [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2109.377386] env[62743]: DEBUG oslo_vmware.api [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2064202, 'name': PowerOffVM_Task, 'duration_secs': 0.298545} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.377710] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.377885] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2109.378158] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4589907-8515-4bab-9718-c520ef1f247f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.398315] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82afbe97-cd6e-4fdf-a817-e60fba7d42a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.419265] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b8bfd-9956-4d3d-9271-7c24f2dc68de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.426776] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance '0fef6cb0-3e45-4470-b21a-2aece853b95a' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2109.450023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "d4efd866-d4a4-41dc-befe-992a4ea52a42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.450201] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.467890] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 40e066ca-2283-4c5e-a98a-bddfcf032070] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2109.634943] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Releasing lock "refresh_cache-ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.636440] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929d4ec-a39a-46a5-8aa9-b6164d63c0d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.644071] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Resuming the VM {{(pid=62743) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2109.644350] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03215f88-3cbc-4cf4-bb53-8631de511e5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.652120] env[62743]: DEBUG oslo_vmware.api [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2109.652120] env[62743]: value = "task-2064204" [ 2109.652120] env[62743]: _type = "Task" [ 2109.652120] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.663507] env[62743]: DEBUG oslo_vmware.api [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.789032] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.811962] env[62743]: INFO nova.scheduler.client.report [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted allocations for instance 9b54cf8d-b00f-4aef-9756-ebe96395db24 [ 2109.934526] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2109.934853] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fdc5148-ee8c-416c-ae3d-2e8d981ef423 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.944171] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2109.944171] env[62743]: value = "task-2064205" [ 2109.944171] env[62743]: _type = "Task" [ 2109.944171] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.953534] env[62743]: DEBUG nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2109.956893] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.970961] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: a856f251-8287-479a-b086-0eaa5882e084] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2110.164021] env[62743]: DEBUG oslo_vmware.api [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064204, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.322342] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d88aa2e1-68ad-4a12-a17c-b879a24cec0e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "9b54cf8d-b00f-4aef-9756-ebe96395db24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.289s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.364771] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2110.365027] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2110.365225] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Deleting the datastore file [datastore1] 6204b096-8bc8-4f1f-ad9f-7d0af46dab21 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2110.365528] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b80f10-001a-4b2f-80d0-f17d967db542 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.379467] env[62743]: DEBUG oslo_vmware.api [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for the task: (returnval){ [ 2110.379467] env[62743]: value = "task-2064206" [ 2110.379467] env[62743]: _type = "Task" [ 2110.379467] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.395861] env[62743]: DEBUG oslo_vmware.api [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2064206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.462799] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.464382] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2110.464597] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2110.464843] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleting the datastore file [datastore1] 9bec9718-17fd-4a20-b5c5-06c05a2d8b44 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2110.467448] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e51077d-632d-43db-b784-67fc2aa8a603 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.474024] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: dd73da07-637d-4675-9e13-d4b615a8fbca] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2110.478316] env[62743]: DEBUG oslo_vmware.api [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2110.478316] env[62743]: value = "task-2064207" [ 2110.478316] env[62743]: _type = "Task" [ 2110.478316] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.483574] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.483824] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.485448] env[62743]: INFO nova.compute.claims [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2110.496766] env[62743]: DEBUG oslo_vmware.api [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.664129] env[62743]: DEBUG oslo_vmware.api [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064204, 'name': PowerOnVM_Task, 'duration_secs': 0.755381} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.664415] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Resumed the VM {{(pid=62743) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2110.664588] env[62743]: DEBUG nova.compute.manager [None req-3285ed13-74d0-4a83-b9d7-7b3ec28d44cd tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2110.665386] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78cd4a7-25dc-4cb7-afd6-2a4953b49665 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.889712] env[62743]: DEBUG oslo_vmware.api [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Task: {'id': task-2064206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352289} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.889973] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2110.890167] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2110.890345] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2110.890521] env[62743]: INFO nova.compute.manager [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Took 2.04 seconds to destroy the instance on the hypervisor. [ 2110.890788] env[62743]: DEBUG oslo.service.loopingcall [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2110.890981] env[62743]: DEBUG nova.compute.manager [-] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2110.891085] env[62743]: DEBUG nova.network.neutron [-] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2110.957096] env[62743]: DEBUG oslo_vmware.api [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064205, 'name': PowerOnVM_Task, 'duration_secs': 0.882228} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.957377] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2110.959230] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d459f54b-b039-4d7d-9e6f-8a3791fd1122 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance '0fef6cb0-3e45-4470-b21a-2aece853b95a' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2110.977215] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 451508ca-6b2f-4599-a8a5-1d132b3ee7f6] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2110.991152] env[62743]: DEBUG oslo_vmware.api [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231473} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.991520] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2110.991777] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2110.992022] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2110.992535] env[62743]: INFO nova.compute.manager [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Took 3.03 seconds to destroy the instance on the hypervisor. [ 2110.992617] env[62743]: DEBUG oslo.service.loopingcall [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2110.995906] env[62743]: DEBUG nova.compute.manager [-] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2110.995906] env[62743]: DEBUG nova.network.neutron [-] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2111.224971] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.225261] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.225796] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.226025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.226198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.228605] env[62743]: INFO nova.compute.manager [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Terminating instance [ 2111.483869] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 6f89ca5a-ad87-4201-8bcc-6deeb60df555] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2111.545357] env[62743]: DEBUG nova.compute.manager [req-c606b170-9aaa-48d9-9c11-e61d605a1aa3 req-e3c9b653-1756-4ab8-a237-f501a7af273e service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Received event network-vif-deleted-b3016f04-2be0-4f59-8410-f2af2fb905a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2111.545585] env[62743]: INFO nova.compute.manager [req-c606b170-9aaa-48d9-9c11-e61d605a1aa3 req-e3c9b653-1756-4ab8-a237-f501a7af273e service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Neutron deleted interface b3016f04-2be0-4f59-8410-f2af2fb905a3; detaching it from the instance and deleting it from the info cache [ 2111.545767] env[62743]: DEBUG nova.network.neutron [req-c606b170-9aaa-48d9-9c11-e61d605a1aa3 req-e3c9b653-1756-4ab8-a237-f501a7af273e service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.656064] env[62743]: DEBUG nova.network.neutron [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Successfully updated port: 7b8d411e-ceae-4968-b2fb-a962388e7188 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2111.736491] env[62743]: DEBUG nova.compute.manager [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.736789] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.737772] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab070a5-dc80-4fa4-a676-7722ec3a7dac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.750405] env[62743]: DEBUG nova.compute.manager [req-43a3fa8a-db0a-43d1-9d2b-6be46e1b552e req-e5d43126-c323-4e5f-9680-6ca9ba4b43ac service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Received event network-vif-deleted-f74bafe5-ff17-4d4d-864d-26f8442594bd {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2111.750761] env[62743]: INFO nova.compute.manager [req-43a3fa8a-db0a-43d1-9d2b-6be46e1b552e req-e5d43126-c323-4e5f-9680-6ca9ba4b43ac service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Neutron deleted interface f74bafe5-ff17-4d4d-864d-26f8442594bd; detaching it from the instance and deleting it from the info cache [ 2111.751024] env[62743]: DEBUG nova.network.neutron [req-43a3fa8a-db0a-43d1-9d2b-6be46e1b552e req-e5d43126-c323-4e5f-9680-6ca9ba4b43ac service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.760478] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.760832] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3e1a33-67f8-4794-a861-b364ee4e92ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.770618] env[62743]: DEBUG oslo_vmware.api [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2111.770618] env[62743]: value = "task-2064208" [ 2111.770618] env[62743]: _type = "Task" [ 2111.770618] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.780943] env[62743]: DEBUG oslo_vmware.api [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.853124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "45f30b5f-3762-4105-92be-762573829cf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.853729] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "45f30b5f-3762-4105-92be-762573829cf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.869397] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045cf066-64a9-4d81-b370-cb93b0d881b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.881678] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5b1b5b-f250-4b08-a282-b7126a1221ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.916212] env[62743]: DEBUG nova.network.neutron [-] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.918755] env[62743]: DEBUG nova.network.neutron [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Successfully updated port: f5db5fb3-fcc4-4861-ab7d-86768ad3dbee {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2111.920331] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65978a57-c722-4a1a-a65c-a6a0ecd98f9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.930325] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea8475-1318-4010-9c42-948486750743 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.946509] env[62743]: DEBUG nova.compute.provider_tree [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2111.987782] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 97116663-4cff-4e44-a887-e570f071fff7] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2112.051691] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29667a02-53cd-44bd-bdb3-5ebb4107ac32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.064076] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cdfb3e-424a-488d-ae95-19e040fd7cb9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.099270] env[62743]: DEBUG nova.compute.manager [req-c606b170-9aaa-48d9-9c11-e61d605a1aa3 req-e3c9b653-1756-4ab8-a237-f501a7af273e service nova] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Detach interface failed, port_id=b3016f04-2be0-4f59-8410-f2af2fb905a3, reason: Instance 9bec9718-17fd-4a20-b5c5-06c05a2d8b44 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2112.144762] env[62743]: DEBUG nova.network.neutron [-] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.161171] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-4086386f-6356-450e-bb98-bc7a094be4e3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.161336] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-4086386f-6356-450e-bb98-bc7a094be4e3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.161488] env[62743]: DEBUG nova.network.neutron [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.254676] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-751bc511-05fc-4512-9b45-20c4623d98e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.265409] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c36838-d355-4113-aa67-15bc149c0042 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.287963] env[62743]: DEBUG oslo_vmware.api [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064208, 'name': PowerOffVM_Task, 'duration_secs': 0.240625} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.287963] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2112.287963] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.288241] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6750e4dd-fb83-47ce-847f-c2e476b6070c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.306152] env[62743]: DEBUG nova.compute.manager [req-43a3fa8a-db0a-43d1-9d2b-6be46e1b552e req-e5d43126-c323-4e5f-9680-6ca9ba4b43ac service nova] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Detach interface failed, port_id=f74bafe5-ff17-4d4d-864d-26f8442594bd, reason: Instance 6204b096-8bc8-4f1f-ad9f-7d0af46dab21 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2112.357671] env[62743]: DEBUG nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2112.419122] env[62743]: INFO nova.compute.manager [-] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Took 1.43 seconds to deallocate network for instance. [ 2112.426195] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "refresh_cache-ce6e5573-0b93-4206-a69d-f591efe3d644" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.426387] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "refresh_cache-ce6e5573-0b93-4206-a69d-f591efe3d644" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.426435] env[62743]: DEBUG nova.network.neutron [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.435032] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.435032] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.435032] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleting the datastore file [datastore1] ff16690b-2ab6-4e20-b00e-d20a9af4a132 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.435694] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-979c9680-00b7-4ccc-a9a2-e41b2b9909fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.443982] env[62743]: DEBUG oslo_vmware.api [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2112.443982] env[62743]: value = "task-2064210" [ 2112.443982] env[62743]: _type = "Task" [ 2112.443982] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.455689] env[62743]: DEBUG oslo_vmware.api [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.471576] env[62743]: ERROR nova.scheduler.client.report [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [req-f52e876b-90a4-4031-a833-0598b0f00c38] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f52e876b-90a4-4031-a833-0598b0f00c38"}]} [ 2112.489275] env[62743]: DEBUG nova.scheduler.client.report [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2112.491824] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 96ba86c8-92ed-4efc-b2cb-e31f1718f42f] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2112.510914] env[62743]: DEBUG nova.scheduler.client.report [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2112.511166] env[62743]: DEBUG nova.compute.provider_tree [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2112.524369] env[62743]: DEBUG nova.scheduler.client.report [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2112.544483] env[62743]: DEBUG nova.scheduler.client.report [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2112.649766] env[62743]: INFO nova.compute.manager [-] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Took 1.76 seconds to deallocate network for instance. [ 2112.707862] env[62743]: DEBUG nova.network.neutron [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2112.856247] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ec9969-38d7-488d-a1e3-f917aead1a4b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.870563] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58a069-6b7d-4a29-b565-d7beb14edcc0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.909319] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.909740] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e27430-1775-4d5f-b245-8ffaf6a9ebc3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.918770] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89339025-d16c-411e-af2b-f976da0b531d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.935243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.937946] env[62743]: DEBUG nova.compute.provider_tree [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2112.957302] env[62743]: DEBUG oslo_vmware.api [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147217} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.957553] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2112.957738] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2112.958429] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2112.958429] env[62743]: INFO nova.compute.manager [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2112.958429] env[62743]: DEBUG oslo.service.loopingcall [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.958688] env[62743]: DEBUG nova.compute.manager [-] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2112.958688] env[62743]: DEBUG nova.network.neutron [-] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2112.995576] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: de20af78-9dfc-4d12-8cda-f18003c79d1d] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2113.016060] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.016060] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.016197] env[62743]: DEBUG nova.compute.manager [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Going to confirm migration 2 {{(pid=62743) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2113.018698] env[62743]: DEBUG nova.network.neutron [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2113.158563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.162499] env[62743]: DEBUG nova.network.neutron [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Updating instance_info_cache with network_info: [{"id": "7b8d411e-ceae-4968-b2fb-a962388e7188", "address": "fa:16:3e:90:a7:a0", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8d411e-ce", "ovs_interfaceid": "7b8d411e-ceae-4968-b2fb-a962388e7188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.230331] env[62743]: DEBUG nova.network.neutron [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Updating instance_info_cache with network_info: [{"id": "f5db5fb3-fcc4-4861-ab7d-86768ad3dbee", "address": "fa:16:3e:f1:c4:47", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5db5fb3-fc", "ovs_interfaceid": "f5db5fb3-fcc4-4861-ab7d-86768ad3dbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.469953] env[62743]: DEBUG nova.scheduler.client.report [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2113.470256] env[62743]: DEBUG nova.compute.provider_tree [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 114 to 115 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2113.470441] env[62743]: DEBUG nova.compute.provider_tree [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2113.498481] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: e0a703b0-dea3-45c5-a9e6-ffc1a67c945d] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2113.555618] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.555815] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.555990] env[62743]: DEBUG nova.network.neutron [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2113.556194] env[62743]: DEBUG nova.objects.instance [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lazy-loading 'info_cache' on Instance uuid 0fef6cb0-3e45-4470-b21a-2aece853b95a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.576207] env[62743]: DEBUG nova.compute.manager [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Received event network-vif-plugged-7b8d411e-ceae-4968-b2fb-a962388e7188 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2113.576395] env[62743]: DEBUG oslo_concurrency.lockutils [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] Acquiring lock "4086386f-6356-450e-bb98-bc7a094be4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.576565] env[62743]: DEBUG oslo_concurrency.lockutils [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] Lock "4086386f-6356-450e-bb98-bc7a094be4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.576744] env[62743]: DEBUG oslo_concurrency.lockutils [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] Lock "4086386f-6356-450e-bb98-bc7a094be4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.576916] env[62743]: DEBUG nova.compute.manager [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] No waiting events found dispatching network-vif-plugged-7b8d411e-ceae-4968-b2fb-a962388e7188 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.577206] env[62743]: WARNING nova.compute.manager [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Received unexpected event network-vif-plugged-7b8d411e-ceae-4968-b2fb-a962388e7188 for instance with vm_state building and task_state spawning. [ 2113.577400] env[62743]: DEBUG nova.compute.manager [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Received event network-changed-7b8d411e-ceae-4968-b2fb-a962388e7188 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2113.577557] env[62743]: DEBUG nova.compute.manager [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Refreshing instance network info cache due to event network-changed-7b8d411e-ceae-4968-b2fb-a962388e7188. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2113.577723] env[62743]: DEBUG oslo_concurrency.lockutils [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] Acquiring lock "refresh_cache-4086386f-6356-450e-bb98-bc7a094be4e3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.670052] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-4086386f-6356-450e-bb98-bc7a094be4e3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.670402] env[62743]: DEBUG nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Instance network_info: |[{"id": "7b8d411e-ceae-4968-b2fb-a962388e7188", "address": "fa:16:3e:90:a7:a0", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8d411e-ce", "ovs_interfaceid": "7b8d411e-ceae-4968-b2fb-a962388e7188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2113.670719] env[62743]: DEBUG oslo_concurrency.lockutils [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] Acquired lock "refresh_cache-4086386f-6356-450e-bb98-bc7a094be4e3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.670907] env[62743]: DEBUG nova.network.neutron [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Refreshing network info cache for port 7b8d411e-ceae-4968-b2fb-a962388e7188 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2113.672252] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b8d411e-ceae-4968-b2fb-a962388e7188', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2113.681133] env[62743]: DEBUG oslo.service.loopingcall [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.681997] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2113.683120] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0487dc0c-92ec-4b94-93e5-f7616d39fdae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.714927] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2113.714927] env[62743]: value = "task-2064211" [ 2113.714927] env[62743]: _type = "Task" [ 2113.714927] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.724684] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064211, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.734060] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "refresh_cache-ce6e5573-0b93-4206-a69d-f591efe3d644" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.734060] env[62743]: DEBUG nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Instance network_info: |[{"id": "f5db5fb3-fcc4-4861-ab7d-86768ad3dbee", "address": "fa:16:3e:f1:c4:47", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5db5fb3-fc", "ovs_interfaceid": "f5db5fb3-fcc4-4861-ab7d-86768ad3dbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2113.734387] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:c4:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5db5fb3-fcc4-4861-ab7d-86768ad3dbee', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2113.743455] env[62743]: DEBUG oslo.service.loopingcall [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.744215] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2113.744564] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f46a35a-3d2a-499e-94df-75e9d78e44fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.765882] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2113.765882] env[62743]: value = "task-2064212" [ 2113.765882] env[62743]: _type = "Task" [ 2113.765882] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.774270] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064212, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.799080] env[62743]: DEBUG nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Received event network-vif-plugged-f5db5fb3-fcc4-4861-ab7d-86768ad3dbee {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2113.799321] env[62743]: DEBUG oslo_concurrency.lockutils [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] Acquiring lock "ce6e5573-0b93-4206-a69d-f591efe3d644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.799541] env[62743]: DEBUG oslo_concurrency.lockutils [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.799742] env[62743]: DEBUG oslo_concurrency.lockutils [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.799920] env[62743]: DEBUG nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] No waiting events found dispatching network-vif-plugged-f5db5fb3-fcc4-4861-ab7d-86768ad3dbee {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.800117] env[62743]: WARNING nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Received unexpected event network-vif-plugged-f5db5fb3-fcc4-4861-ab7d-86768ad3dbee for instance with vm_state building and task_state spawning. [ 2113.800404] env[62743]: DEBUG nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Received event network-changed-f5db5fb3-fcc4-4861-ab7d-86768ad3dbee {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2113.800691] env[62743]: DEBUG nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Refreshing instance network info cache due to event network-changed-f5db5fb3-fcc4-4861-ab7d-86768ad3dbee. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2113.800950] env[62743]: DEBUG oslo_concurrency.lockutils [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] Acquiring lock "refresh_cache-ce6e5573-0b93-4206-a69d-f591efe3d644" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.801122] env[62743]: DEBUG oslo_concurrency.lockutils [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] Acquired lock "refresh_cache-ce6e5573-0b93-4206-a69d-f591efe3d644" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.801269] env[62743]: DEBUG nova.network.neutron [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Refreshing network info cache for port f5db5fb3-fcc4-4861-ab7d-86768ad3dbee {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2113.915311] env[62743]: DEBUG nova.network.neutron [-] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.976354] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.492s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.976891] env[62743]: DEBUG nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2113.979947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.071s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.981408] env[62743]: INFO nova.compute.claims [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2114.002032] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: b25ef405-c60d-43e9-b829-bc6d0e861364] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2114.227060] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064211, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.279798] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064212, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.417822] env[62743]: INFO nova.compute.manager [-] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Took 1.46 seconds to deallocate network for instance. [ 2114.435697] env[62743]: DEBUG nova.network.neutron [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Updated VIF entry in instance network info cache for port 7b8d411e-ceae-4968-b2fb-a962388e7188. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2114.436260] env[62743]: DEBUG nova.network.neutron [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Updating instance_info_cache with network_info: [{"id": "7b8d411e-ceae-4968-b2fb-a962388e7188", "address": "fa:16:3e:90:a7:a0", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8d411e-ce", "ovs_interfaceid": "7b8d411e-ceae-4968-b2fb-a962388e7188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.486013] env[62743]: DEBUG nova.compute.utils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2114.489415] env[62743]: DEBUG nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2114.489590] env[62743]: DEBUG nova.network.neutron [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2114.505545] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 339999aa-0f91-47fd-9fa7-766e28a99026] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2114.532443] env[62743]: DEBUG nova.policy [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e377eab9e343ce94ea5f3aa1afd1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76ce1065c1254ec5be394a3b4b7ee7f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2114.541318] env[62743]: DEBUG nova.network.neutron [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Updated VIF entry in instance network info cache for port f5db5fb3-fcc4-4861-ab7d-86768ad3dbee. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2114.541653] env[62743]: DEBUG nova.network.neutron [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Updating instance_info_cache with network_info: [{"id": "f5db5fb3-fcc4-4861-ab7d-86768ad3dbee", "address": "fa:16:3e:f1:c4:47", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5db5fb3-fc", "ovs_interfaceid": "f5db5fb3-fcc4-4861-ab7d-86768ad3dbee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.731957] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064211, 'name': CreateVM_Task, 'duration_secs': 0.710244} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.736147] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2114.737125] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.737288] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.737600] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2114.738168] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46cb9801-8132-4260-9717-af79699ed92a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.743601] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2114.743601] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b13a64-d1c0-25c4-ed3d-69940d5a08e1" [ 2114.743601] env[62743]: _type = "Task" [ 2114.743601] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.752493] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b13a64-d1c0-25c4-ed3d-69940d5a08e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.775789] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064212, 'name': CreateVM_Task, 'duration_secs': 0.669671} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.775961] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2114.776710] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.782447] env[62743]: DEBUG nova.network.neutron [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance_info_cache with network_info: [{"id": "a88033a6-90cf-4416-baa5-e87928c32b16", "address": "fa:16:3e:8c:7b:b9", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88033a6-90", "ovs_interfaceid": "a88033a6-90cf-4416-baa5-e87928c32b16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.801197] env[62743]: DEBUG nova.network.neutron [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Successfully created port: beac49aa-ebab-44b2-b8da-4c42cd522693 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2114.924572] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.938810] env[62743]: DEBUG oslo_concurrency.lockutils [req-2987c94c-3f89-4af0-955a-b2cfa54ae4d7 req-c1347a14-41b9-482a-9fcf-88ee049ce36c service nova] Releasing lock "refresh_cache-4086386f-6356-450e-bb98-bc7a094be4e3" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.990014] env[62743]: DEBUG nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2115.009536] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9f51515f-0845-40bf-b62a-9eaac1360e13] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2115.048199] env[62743]: DEBUG oslo_concurrency.lockutils [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] Releasing lock "refresh_cache-ce6e5573-0b93-4206-a69d-f591efe3d644" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.048199] env[62743]: DEBUG nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Received event network-vif-deleted-5515d558-7247-4fde-bc65-5c8fc82d15cf {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2115.048199] env[62743]: INFO nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Neutron deleted interface 5515d558-7247-4fde-bc65-5c8fc82d15cf; detaching it from the instance and deleting it from the info cache [ 2115.048199] env[62743]: DEBUG nova.network.neutron [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.257949] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b13a64-d1c0-25c4-ed3d-69940d5a08e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.258091] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.258285] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2115.258491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.259317] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.259317] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2115.259317] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.260087] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2115.260087] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a4c7a8-406a-4ce0-af77-31502b80a52d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.261675] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10254d6d-b3a0-4dea-a3fb-88bf06e35e55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.265057] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef380373-762f-46d1-a09f-166285e02099 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.273614] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2115.273614] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521e97e2-0e9f-bac4-2940-d7155aa4b55e" [ 2115.273614] env[62743]: _type = "Task" [ 2115.273614] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.278912] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c68f5-80ab-46a5-a2c1-25e186592923 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.283072] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2115.283282] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2115.284787] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-0fef6cb0-3e45-4470-b21a-2aece853b95a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.285026] env[62743]: DEBUG nova.objects.instance [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lazy-loading 'migration_context' on Instance uuid 0fef6cb0-3e45-4470-b21a-2aece853b95a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.286224] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889496e6-b3c5-4ea1-af2f-69099b6fbd8b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.314375] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521e97e2-0e9f-bac4-2940-d7155aa4b55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.315903] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cdb2ff-fde2-45d3-979c-8f386adb3e29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.321782] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2115.321782] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5266ae27-02af-104b-7e01-4672fceab90f" [ 2115.321782] env[62743]: _type = "Task" [ 2115.321782] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.329071] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ed535-6807-4fc3-a731-a8b227535294 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.336418] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5266ae27-02af-104b-7e01-4672fceab90f, 'name': SearchDatastore_Task, 'duration_secs': 0.009876} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.338203] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0a0cc0-3c5e-4086-995a-5507ca084f46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.348147] env[62743]: DEBUG nova.compute.provider_tree [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.353351] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2115.353351] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e2f18a-2625-a442-9673-a1f6ab435636" [ 2115.353351] env[62743]: _type = "Task" [ 2115.353351] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.362373] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e2f18a-2625-a442-9673-a1f6ab435636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.516012] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 7eb74404-1c61-4090-8e9a-e3a1f6cf5337] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2115.550626] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64468e02-8c81-4e5d-99ae-beb0b5553a73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.560644] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb8c00-4810-4df4-b631-078a0c943584 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.593479] env[62743]: DEBUG nova.compute.manager [req-612467ff-3060-45e2-aff0-bef258d80ebc req-f2455359-a1ad-4e17-a0b0-2ed0a9f3e85b service nova] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Detach interface failed, port_id=5515d558-7247-4fde-bc65-5c8fc82d15cf, reason: Instance ff16690b-2ab6-4e20-b00e-d20a9af4a132 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2115.785839] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521e97e2-0e9f-bac4-2940-d7155aa4b55e, 'name': SearchDatastore_Task, 'duration_secs': 0.018998} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.786165] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.786398] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2115.786617] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.789400] env[62743]: DEBUG nova.objects.base [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Object Instance<0fef6cb0-3e45-4470-b21a-2aece853b95a> lazy-loaded attributes: info_cache,migration_context {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2115.790214] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57d270b-542f-45fe-a5ff-754711b4476e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.811276] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f670b3-5db7-41a1-b876-acfab9795351 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.817445] env[62743]: DEBUG oslo_vmware.api [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2115.817445] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a8127c-823a-7cd9-5bfb-445656110ade" [ 2115.817445] env[62743]: _type = "Task" [ 2115.817445] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.825997] env[62743]: DEBUG oslo_vmware.api [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a8127c-823a-7cd9-5bfb-445656110ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.851089] env[62743]: DEBUG nova.scheduler.client.report [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2115.868184] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e2f18a-2625-a442-9673-a1f6ab435636, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.868564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.868919] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2115.869325] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.869587] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2115.869884] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d95e8ee-4758-4849-ad9f-a1a884858d5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.873408] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01539e0e-5585-4c97-96cb-c476c8c5fdb9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.883230] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2115.883230] env[62743]: value = "task-2064213" [ 2115.883230] env[62743]: _type = "Task" [ 2115.883230] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.889332] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2115.889645] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2115.890651] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d0a930-ebc0-439a-a026-2bec2cca5b1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.901660] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.903060] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2115.903060] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52831f26-169d-457e-cc3a-14cb7e6d0fd0" [ 2115.903060] env[62743]: _type = "Task" [ 2115.903060] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.914648] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52831f26-169d-457e-cc3a-14cb7e6d0fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.915554] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb30a1af-49e6-4afa-88a1-c96745b39b3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.921633] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2115.921633] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52067d23-18d6-4eba-1da6-0dc42a1ea2dd" [ 2115.921633] env[62743]: _type = "Task" [ 2115.921633] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.931470] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52067d23-18d6-4eba-1da6-0dc42a1ea2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.002483] env[62743]: DEBUG nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2116.019195] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: de305795-6e3c-446d-82dd-54586b35d067] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2116.030798] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2116.031138] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2116.031307] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2116.031492] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2116.031637] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2116.031785] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2116.031993] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2116.032242] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2116.032450] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2116.032622] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2116.032793] env[62743]: DEBUG nova.virt.hardware [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2116.033898] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f50cd76-2403-40c5-9e74-724801d3d7c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.043768] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dc413e-8c19-4390-9c27-4bee629c01fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.182057] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.182363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.182579] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.182949] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.183169] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.188640] env[62743]: INFO nova.compute.manager [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Terminating instance [ 2116.330834] env[62743]: DEBUG oslo_vmware.api [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a8127c-823a-7cd9-5bfb-445656110ade, 'name': SearchDatastore_Task, 'duration_secs': 0.007556} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.331223] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.360362] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.360904] env[62743]: DEBUG nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2116.363684] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.429s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.363914] env[62743]: DEBUG nova.objects.instance [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lazy-loading 'resources' on Instance uuid 9bec9718-17fd-4a20-b5c5-06c05a2d8b44 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.393434] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46836} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.393770] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2116.393989] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2116.394267] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e1aaad-eece-4a17-8456-0d018a74264d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.401283] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2116.401283] env[62743]: value = "task-2064214" [ 2116.401283] env[62743]: _type = "Task" [ 2116.401283] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.411708] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.431454] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52067d23-18d6-4eba-1da6-0dc42a1ea2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.431608] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.431872] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ce6e5573-0b93-4206-a69d-f591efe3d644/ce6e5573-0b93-4206-a69d-f591efe3d644.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2116.432165] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9edc7881-8c69-4882-89f2-b85568e87967 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.439925] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2116.439925] env[62743]: value = "task-2064215" [ 2116.439925] env[62743]: _type = "Task" [ 2116.439925] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.447825] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.525337] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 34c7e0b0-14f3-473e-aa93-69c668d92bd4] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2116.698022] env[62743]: DEBUG nova.compute.manager [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2116.698022] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2116.698022] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2ccc7a-84a8-4e45-9f0b-2a862e812e6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.707601] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2116.707601] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc6b065d-8ad5-4602-9b38-ee3c3f370cca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.715443] env[62743]: DEBUG oslo_vmware.api [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2116.715443] env[62743]: value = "task-2064216" [ 2116.715443] env[62743]: _type = "Task" [ 2116.715443] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.729067] env[62743]: DEBUG oslo_vmware.api [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.798234] env[62743]: DEBUG nova.compute.manager [req-06d44d25-3b87-40cc-9d03-afc165c5bfe2 req-3559412c-4509-4bad-a177-63c1ade8ac1a service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Received event network-vif-plugged-beac49aa-ebab-44b2-b8da-4c42cd522693 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2116.798520] env[62743]: DEBUG oslo_concurrency.lockutils [req-06d44d25-3b87-40cc-9d03-afc165c5bfe2 req-3559412c-4509-4bad-a177-63c1ade8ac1a service nova] Acquiring lock "d4efd866-d4a4-41dc-befe-992a4ea52a42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.798845] env[62743]: DEBUG oslo_concurrency.lockutils [req-06d44d25-3b87-40cc-9d03-afc165c5bfe2 req-3559412c-4509-4bad-a177-63c1ade8ac1a service nova] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.799096] env[62743]: DEBUG oslo_concurrency.lockutils [req-06d44d25-3b87-40cc-9d03-afc165c5bfe2 req-3559412c-4509-4bad-a177-63c1ade8ac1a service nova] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.799297] env[62743]: DEBUG nova.compute.manager [req-06d44d25-3b87-40cc-9d03-afc165c5bfe2 req-3559412c-4509-4bad-a177-63c1ade8ac1a service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] No waiting events found dispatching network-vif-plugged-beac49aa-ebab-44b2-b8da-4c42cd522693 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2116.799474] env[62743]: WARNING nova.compute.manager [req-06d44d25-3b87-40cc-9d03-afc165c5bfe2 req-3559412c-4509-4bad-a177-63c1ade8ac1a service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Received unexpected event network-vif-plugged-beac49aa-ebab-44b2-b8da-4c42cd522693 for instance with vm_state building and task_state spawning. [ 2116.866398] env[62743]: DEBUG nova.compute.utils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2116.873117] env[62743]: DEBUG nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2116.873117] env[62743]: DEBUG nova.network.neutron [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2116.901537] env[62743]: DEBUG nova.network.neutron [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Successfully updated port: beac49aa-ebab-44b2-b8da-4c42cd522693 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2116.915703] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060828} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.920676] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2116.924411] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8142e4-fc39-423b-9f9d-8029b652f2b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.950302] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.956789] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1901c5-27fc-45a1-b0db-aaee1cc589e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.979330] env[62743]: DEBUG nova.policy [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13d3b80ab1ae403ab159d16f7491e6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f621f0a183141dcb04a562593f040fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2116.984696] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445036} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.988426] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ce6e5573-0b93-4206-a69d-f591efe3d644/ce6e5573-0b93-4206-a69d-f591efe3d644.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2116.988675] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2116.988996] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2116.988996] env[62743]: value = "task-2064217" [ 2116.988996] env[62743]: _type = "Task" [ 2116.988996] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.989398] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-001d3d37-cb33-498a-bf60-846b7b79ec78 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.000605] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064217, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.004326] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2117.004326] env[62743]: value = "task-2064218" [ 2117.004326] env[62743]: _type = "Task" [ 2117.004326] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.016290] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.029096] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: af4330c0-aa33-4932-ba54-16f3334f9717] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2117.227671] env[62743]: DEBUG oslo_vmware.api [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064216, 'name': PowerOffVM_Task, 'duration_secs': 0.333361} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.228079] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2117.228289] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2117.228569] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3a5c864-f9f3-4606-8103-cca9187fb2a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.233067] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4c959f-c67d-4cfd-8a69-5217cf1db77c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.241501] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc09f1-9431-430d-8321-0a274b4e861d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.277356] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3520abb-996c-4fed-aed9-acfac4b529c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.286306] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd2832-ab8c-47ac-a551-43ddfe2da4e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.301251] env[62743]: DEBUG nova.compute.provider_tree [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.305391] env[62743]: DEBUG nova.network.neutron [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Successfully created port: d37a7065-532e-458c-a32a-847bd4c19969 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2117.370209] env[62743]: DEBUG nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2117.408430] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-d4efd866-d4a4-41dc-befe-992a4ea52a42" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.408584] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-d4efd866-d4a4-41dc-befe-992a4ea52a42" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.408812] env[62743]: DEBUG nova.network.neutron [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2117.488026] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2117.488269] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2117.488415] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleting the datastore file [datastore1] ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2117.488735] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-962418e0-d205-4a65-a5ed-05d014b42d23 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.497131] env[62743]: DEBUG oslo_vmware.api [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for the task: (returnval){ [ 2117.497131] env[62743]: value = "task-2064220" [ 2117.497131] env[62743]: _type = "Task" [ 2117.497131] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.503602] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064217, 'name': ReconfigVM_Task, 'duration_secs': 0.308793} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.504287] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2117.504946] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f8fbe8-bbb9-4787-a62f-f23b07ce984a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.512105] env[62743]: DEBUG oslo_vmware.api [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.520506] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094029} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.521893] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2117.522377] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2117.522377] env[62743]: value = "task-2064221" [ 2117.522377] env[62743]: _type = "Task" [ 2117.522377] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.522962] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9da509d-2d29-44fb-8779-8cb3e4f06f7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.536922] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 71bb3046-e6f4-41d0-8885-b765f51f630b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2117.538934] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064221, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.557546] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ce6e5573-0b93-4206-a69d-f591efe3d644/ce6e5573-0b93-4206-a69d-f591efe3d644.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2117.557892] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387e40fd-2071-4fa6-ab72-8956573da111 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.579133] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2117.579133] env[62743]: value = "task-2064222" [ 2117.579133] env[62743]: _type = "Task" [ 2117.579133] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.587732] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.804725] env[62743]: DEBUG nova.scheduler.client.report [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.943825] env[62743]: DEBUG nova.network.neutron [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2118.008045] env[62743]: DEBUG oslo_vmware.api [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Task: {'id': task-2064220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177581} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.008440] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2118.008494] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2118.008699] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2118.008864] env[62743]: INFO nova.compute.manager [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2118.009122] env[62743]: DEBUG oslo.service.loopingcall [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.009318] env[62743]: DEBUG nova.compute.manager [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2118.009416] env[62743]: DEBUG nova.network.neutron [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2118.038740] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064221, 'name': Rename_Task, 'duration_secs': 0.182103} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.039376] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2118.039809] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 1f7075c6-8566-4305-b6f0-64103a2954ea] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2118.041589] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9736cf-6b24-4d58-98dc-f5fcec1a6caf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.050437] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2118.050437] env[62743]: value = "task-2064223" [ 2118.050437] env[62743]: _type = "Task" [ 2118.050437] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.060891] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.090609] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.192571] env[62743]: DEBUG nova.network.neutron [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Updating instance_info_cache with network_info: [{"id": "beac49aa-ebab-44b2-b8da-4c42cd522693", "address": "fa:16:3e:2e:76:b4", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeac49aa-eb", "ovs_interfaceid": "beac49aa-ebab-44b2-b8da-4c42cd522693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.311666] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.315297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.157s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.315531] env[62743]: DEBUG nova.objects.instance [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lazy-loading 'resources' on Instance uuid 6204b096-8bc8-4f1f-ad9f-7d0af46dab21 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.349455] env[62743]: INFO nova.scheduler.client.report [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted allocations for instance 9bec9718-17fd-4a20-b5c5-06c05a2d8b44 [ 2118.380023] env[62743]: DEBUG nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2118.416534] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2118.417324] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2118.417324] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2118.417324] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2118.417488] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2118.417488] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2118.417707] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2118.417870] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2118.418051] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2118.418218] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2118.418611] env[62743]: DEBUG nova.virt.hardware [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2118.419683] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc30d34-232f-4e73-9c6c-60a4de0121be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.431421] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e9fa1-c1b0-416b-8f70-ef7851d0259d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.543924] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 1056110c-acbd-43d9-a9af-6a9b972a2609] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2118.562215] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.590224] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064222, 'name': ReconfigVM_Task, 'duration_secs': 0.679809} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.590487] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ce6e5573-0b93-4206-a69d-f591efe3d644/ce6e5573-0b93-4206-a69d-f591efe3d644.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.591244] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b43c22b-2326-46dd-92f4-6bb5c991e65b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.598927] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2118.598927] env[62743]: value = "task-2064224" [ 2118.598927] env[62743]: _type = "Task" [ 2118.598927] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.608026] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064224, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.694517] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-d4efd866-d4a4-41dc-befe-992a4ea52a42" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.694904] env[62743]: DEBUG nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Instance network_info: |[{"id": "beac49aa-ebab-44b2-b8da-4c42cd522693", "address": "fa:16:3e:2e:76:b4", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeac49aa-eb", "ovs_interfaceid": "beac49aa-ebab-44b2-b8da-4c42cd522693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2118.695404] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:76:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beac49aa-ebab-44b2-b8da-4c42cd522693', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2118.703233] env[62743]: DEBUG oslo.service.loopingcall [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.703792] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2118.704059] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67fe0a34-67d1-40a0-b971-52644dc465bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.721664] env[62743]: DEBUG nova.compute.manager [req-ae3817d6-1bfa-4997-95bd-4f0f9815a77f req-2f6e7746-3b16-4e99-90a0-3fe57f1b8555 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Received event network-vif-plugged-d37a7065-532e-458c-a32a-847bd4c19969 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2118.721879] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae3817d6-1bfa-4997-95bd-4f0f9815a77f req-2f6e7746-3b16-4e99-90a0-3fe57f1b8555 service nova] Acquiring lock "45f30b5f-3762-4105-92be-762573829cf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.722220] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae3817d6-1bfa-4997-95bd-4f0f9815a77f req-2f6e7746-3b16-4e99-90a0-3fe57f1b8555 service nova] Lock "45f30b5f-3762-4105-92be-762573829cf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.722335] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae3817d6-1bfa-4997-95bd-4f0f9815a77f req-2f6e7746-3b16-4e99-90a0-3fe57f1b8555 service nova] Lock "45f30b5f-3762-4105-92be-762573829cf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.722515] env[62743]: DEBUG nova.compute.manager [req-ae3817d6-1bfa-4997-95bd-4f0f9815a77f req-2f6e7746-3b16-4e99-90a0-3fe57f1b8555 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] No waiting events found dispatching network-vif-plugged-d37a7065-532e-458c-a32a-847bd4c19969 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2118.722690] env[62743]: WARNING nova.compute.manager [req-ae3817d6-1bfa-4997-95bd-4f0f9815a77f req-2f6e7746-3b16-4e99-90a0-3fe57f1b8555 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Received unexpected event network-vif-plugged-d37a7065-532e-458c-a32a-847bd4c19969 for instance with vm_state building and task_state spawning. [ 2118.729672] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2118.729672] env[62743]: value = "task-2064225" [ 2118.729672] env[62743]: _type = "Task" [ 2118.729672] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.739436] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064225, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.860348] env[62743]: DEBUG nova.compute.manager [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Received event network-changed-beac49aa-ebab-44b2-b8da-4c42cd522693 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2118.860559] env[62743]: DEBUG nova.compute.manager [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Refreshing instance network info cache due to event network-changed-beac49aa-ebab-44b2-b8da-4c42cd522693. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2118.861148] env[62743]: DEBUG oslo_concurrency.lockutils [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] Acquiring lock "refresh_cache-d4efd866-d4a4-41dc-befe-992a4ea52a42" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.861310] env[62743]: DEBUG oslo_concurrency.lockutils [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] Acquired lock "refresh_cache-d4efd866-d4a4-41dc-befe-992a4ea52a42" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.861692] env[62743]: DEBUG nova.network.neutron [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Refreshing network info cache for port beac49aa-ebab-44b2-b8da-4c42cd522693 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.862936] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5a782831-a630-487b-a333-2974b32217ca tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "9bec9718-17fd-4a20-b5c5-06c05a2d8b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.411s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.912274] env[62743]: DEBUG nova.network.neutron [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.912632] env[62743]: DEBUG nova.network.neutron [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Successfully updated port: d37a7065-532e-458c-a32a-847bd4c19969 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2119.046851] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9ded6a88-9eba-464d-9976-6168804a1076] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2119.063280] env[62743]: DEBUG oslo_vmware.api [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064223, 'name': PowerOnVM_Task, 'duration_secs': 0.516252} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.066241] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2119.066470] env[62743]: INFO nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Took 14.74 seconds to spawn the instance on the hypervisor. [ 2119.066662] env[62743]: DEBUG nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2119.067983] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e78b6da-4227-45f3-8e14-8a6f30945460 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.108095] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39a81e5-928f-43ff-ab2a-7e5ac458b0a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.118282] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064224, 'name': Rename_Task, 'duration_secs': 0.205572} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.120583] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2119.120885] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcdfad7d-92ca-4b51-8412-20080d062dfc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.123337] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e423ad9-aeae-4449-a369-8c7a8f6e29f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.158262] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848440a8-b411-45d8-b2c2-a63d1da02901 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.161291] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2119.161291] env[62743]: value = "task-2064226" [ 2119.161291] env[62743]: _type = "Task" [ 2119.161291] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.169412] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e56fd4-b349-4d31-a66a-6ff43f2800f8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.176824] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064226, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.190200] env[62743]: DEBUG nova.compute.provider_tree [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2119.243464] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064225, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.414306] env[62743]: INFO nova.compute.manager [-] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Took 1.40 seconds to deallocate network for instance. [ 2119.420244] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "refresh_cache-45f30b5f-3762-4105-92be-762573829cf0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.420433] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "refresh_cache-45f30b5f-3762-4105-92be-762573829cf0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.420640] env[62743]: DEBUG nova.network.neutron [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2119.550653] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 661d1a4f-ee25-4d00-b1bd-763605ceca5b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2119.590900] env[62743]: INFO nova.compute.manager [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Took 22.79 seconds to build instance. [ 2119.672589] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064226, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.693209] env[62743]: DEBUG nova.scheduler.client.report [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2119.697268] env[62743]: DEBUG nova.network.neutron [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Updated VIF entry in instance network info cache for port beac49aa-ebab-44b2-b8da-4c42cd522693. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2119.697629] env[62743]: DEBUG nova.network.neutron [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Updating instance_info_cache with network_info: [{"id": "beac49aa-ebab-44b2-b8da-4c42cd522693", "address": "fa:16:3e:2e:76:b4", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeac49aa-eb", "ovs_interfaceid": "beac49aa-ebab-44b2-b8da-4c42cd522693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.741845] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064225, 'name': CreateVM_Task, 'duration_secs': 0.542842} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.742044] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2119.742745] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.742912] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.743273] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2119.743559] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b34481-0c64-446d-9a83-e075a8002b88 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.749554] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2119.749554] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5213eba9-87e6-2969-ecdc-0a510da9e96f" [ 2119.749554] env[62743]: _type = "Task" [ 2119.749554] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.758114] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5213eba9-87e6-2969-ecdc-0a510da9e96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.923093] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.989601] env[62743]: DEBUG nova.network.neutron [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2120.056994] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 7a399c28-2511-4fae-a0f8-6775d22b5dae] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2120.095417] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d10f1617-b22b-4a19-86dc-4e2999961d27 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.299s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.176743] env[62743]: DEBUG oslo_vmware.api [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064226, 'name': PowerOnVM_Task, 'duration_secs': 0.843906} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.181342] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.181577] env[62743]: INFO nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Took 13.42 seconds to spawn the instance on the hypervisor. [ 2120.181791] env[62743]: DEBUG nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.187018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200bf5a0-7101-4b4c-825d-a3e43f612e0b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.188215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "944129ee-1950-43f1-b0ef-0835fa6e3475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.188427] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.199758] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.202069] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.278s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.202295] env[62743]: DEBUG nova.objects.instance [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lazy-loading 'resources' on Instance uuid ff16690b-2ab6-4e20-b00e-d20a9af4a132 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.203461] env[62743]: DEBUG oslo_concurrency.lockutils [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] Releasing lock "refresh_cache-d4efd866-d4a4-41dc-befe-992a4ea52a42" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.203772] env[62743]: DEBUG nova.compute.manager [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Received event network-vif-deleted-0c009adf-af38-4cff-8161-a43de715888f {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2120.204029] env[62743]: INFO nova.compute.manager [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Neutron deleted interface 0c009adf-af38-4cff-8161-a43de715888f; detaching it from the instance and deleting it from the info cache [ 2120.204205] env[62743]: DEBUG nova.network.neutron [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.223034] env[62743]: INFO nova.scheduler.client.report [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Deleted allocations for instance 6204b096-8bc8-4f1f-ad9f-7d0af46dab21 [ 2120.260597] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5213eba9-87e6-2969-ecdc-0a510da9e96f, 'name': SearchDatastore_Task, 'duration_secs': 0.012689} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.263198] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.263441] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2120.263675] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.263823] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.264011] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2120.264300] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f73bfe9a-45d4-4e59-baf3-124f96529889 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.280319] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2120.280779] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2120.281510] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0007ea-13db-4414-9679-df7d3b1aefd6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.289613] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2120.289613] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5284c769-2a44-f2d2-0ebe-60762520e2f3" [ 2120.289613] env[62743]: _type = "Task" [ 2120.289613] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.304123] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5284c769-2a44-f2d2-0ebe-60762520e2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.369082] env[62743]: DEBUG nova.network.neutron [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Updating instance_info_cache with network_info: [{"id": "d37a7065-532e-458c-a32a-847bd4c19969", "address": "fa:16:3e:50:a0:44", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37a7065-53", "ovs_interfaceid": "d37a7065-532e-458c-a32a-847bd4c19969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.562671] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: dd014a6d-45ba-4a56-9fd8-914c019c1f5b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2120.691428] env[62743]: DEBUG nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2120.711124] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1613e5ce-fb6e-4c86-9b86-ee672edaeaed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.715336] env[62743]: INFO nova.compute.manager [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Took 23.27 seconds to build instance. [ 2120.722482] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a371cf3-4cec-4730-bea4-9dba8cd23551 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.739567] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee678562-875b-49cd-8876-936f6945eac2 tempest-ServersWithSpecificFlavorTestJSON-740268165 tempest-ServersWithSpecificFlavorTestJSON-740268165-project-member] Lock "6204b096-8bc8-4f1f-ad9f-7d0af46dab21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.405s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.746879] env[62743]: DEBUG nova.compute.manager [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Received event network-changed-d37a7065-532e-458c-a32a-847bd4c19969 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2120.746935] env[62743]: DEBUG nova.compute.manager [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Refreshing instance network info cache due to event network-changed-d37a7065-532e-458c-a32a-847bd4c19969. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2120.747603] env[62743]: DEBUG oslo_concurrency.lockutils [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] Acquiring lock "refresh_cache-45f30b5f-3762-4105-92be-762573829cf0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.768791] env[62743]: DEBUG nova.compute.manager [req-78395894-a629-4999-8696-9ffdeb1a7cdd req-9d5d02a3-5ed9-49ff-9e56-76b6a00cfa85 service nova] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Detach interface failed, port_id=0c009adf-af38-4cff-8161-a43de715888f, reason: Instance ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2120.801690] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5284c769-2a44-f2d2-0ebe-60762520e2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.026225} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.805939] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72dc025d-1ca0-4508-8cd2-ecef69b50186 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.811454] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2120.811454] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5202a738-b6bb-6971-fea7-b6d817f57179" [ 2120.811454] env[62743]: _type = "Task" [ 2120.811454] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.821340] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5202a738-b6bb-6971-fea7-b6d817f57179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.871659] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "refresh_cache-45f30b5f-3762-4105-92be-762573829cf0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.871985] env[62743]: DEBUG nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Instance network_info: |[{"id": "d37a7065-532e-458c-a32a-847bd4c19969", "address": "fa:16:3e:50:a0:44", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37a7065-53", "ovs_interfaceid": "d37a7065-532e-458c-a32a-847bd4c19969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2120.872300] env[62743]: DEBUG oslo_concurrency.lockutils [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] Acquired lock "refresh_cache-45f30b5f-3762-4105-92be-762573829cf0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.872476] env[62743]: DEBUG nova.network.neutron [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Refreshing network info cache for port d37a7065-532e-458c-a32a-847bd4c19969 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2120.874196] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:a0:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd37a7065-532e-458c-a32a-847bd4c19969', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2120.884148] env[62743]: DEBUG oslo.service.loopingcall [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.884148] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2120.885012] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99336d51-cd1a-4daf-9e77-c5ee0f50eb1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.907014] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2120.907014] env[62743]: value = "task-2064227" [ 2120.907014] env[62743]: _type = "Task" [ 2120.907014] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.916348] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064227, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.940187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "4086386f-6356-450e-bb98-bc7a094be4e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.940448] env[62743]: DEBUG oslo_concurrency.lockutils [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.940631] env[62743]: DEBUG nova.compute.manager [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.941774] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4fe4fb-a55a-4384-9115-72361fd7a1a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.952120] env[62743]: DEBUG nova.compute.manager [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2120.952751] env[62743]: DEBUG nova.objects.instance [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'flavor' on Instance uuid 4086386f-6356-450e-bb98-bc7a094be4e3 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.044423] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d29e6b-25ed-40cc-a1da-7f1b22560c34 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.052992] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d614f2-45af-48b8-92dd-da5bd2247cec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.085392] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 628d7db8-2567-4a70-93ce-d062cd4ebf1a] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2121.088124] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e69d74-615e-43ed-ab1a-74324850e253 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.098123] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a347572-89e0-4148-a9f6-fa55139ee5b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.113412] env[62743]: DEBUG nova.compute.provider_tree [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.212728] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.218483] env[62743]: DEBUG oslo_concurrency.lockutils [None req-411a4eb5-857a-429d-81bd-286f4e061a45 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.788s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.326627] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5202a738-b6bb-6971-fea7-b6d817f57179, 'name': SearchDatastore_Task, 'duration_secs': 0.04993} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.326980] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.327264] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] d4efd866-d4a4-41dc-befe-992a4ea52a42/d4efd866-d4a4-41dc-befe-992a4ea52a42.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2121.327544] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2374e657-cb29-4a12-ab3e-7e075ecad6a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.337380] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2121.337380] env[62743]: value = "task-2064228" [ 2121.337380] env[62743]: _type = "Task" [ 2121.337380] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.346890] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.422761] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064227, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.592407] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: b1016b3d-45f3-4ee0-882f-0228c3a232f5] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2121.620454] env[62743]: DEBUG nova.scheduler.client.report [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2121.745156] env[62743]: DEBUG nova.network.neutron [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Updated VIF entry in instance network info cache for port d37a7065-532e-458c-a32a-847bd4c19969. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.745535] env[62743]: DEBUG nova.network.neutron [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Updating instance_info_cache with network_info: [{"id": "d37a7065-532e-458c-a32a-847bd4c19969", "address": "fa:16:3e:50:a0:44", "network": {"id": "b9329a31-00cc-43bf-a63e-8937e90e21a6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-99841449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f621f0a183141dcb04a562593f040fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37a7065-53", "ovs_interfaceid": "d37a7065-532e-458c-a32a-847bd4c19969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.857198] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064228, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.920435] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064227, 'name': CreateVM_Task, 'duration_secs': 0.670269} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.920653] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2121.921447] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.921652] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.922104] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2121.922427] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c54ec48-4117-4e15-88ae-fe3d9df555bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.928325] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2121.928325] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52afdc2d-eb55-a424-aa5d-69b03d2bbd94" [ 2121.928325] env[62743]: _type = "Task" [ 2121.928325] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.940022] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52afdc2d-eb55-a424-aa5d-69b03d2bbd94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.964046] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2121.964195] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0fc12d8-a718-42d3-ab31-578b1907b66f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.973455] env[62743]: DEBUG oslo_vmware.api [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2121.973455] env[62743]: value = "task-2064229" [ 2121.973455] env[62743]: _type = "Task" [ 2121.973455] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.984101] env[62743]: DEBUG oslo_vmware.api [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.095938] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 6ee918d4-4e81-46d4-95f8-3a10eec98535] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2122.126587] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.129215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.798s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.152396] env[62743]: INFO nova.scheduler.client.report [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted allocations for instance ff16690b-2ab6-4e20-b00e-d20a9af4a132 [ 2122.248935] env[62743]: DEBUG oslo_concurrency.lockutils [req-b2113a71-0d93-44c0-87dc-3622c410a739 req-e8e1298b-18f3-4046-812d-7ac23cf29ca7 service nova] Releasing lock "refresh_cache-45f30b5f-3762-4105-92be-762573829cf0" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.357659] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573338} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.358806] env[62743]: DEBUG nova.compute.manager [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2122.359159] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] d4efd866-d4a4-41dc-befe-992a4ea52a42/d4efd866-d4a4-41dc-befe-992a4ea52a42.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2122.359375] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2122.360181] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d52ff6-cd70-4232-9777-fd2614d976a6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.362829] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f664c5d-d13d-49ed-a3d2-ffea75cb0ff3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.373147] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2122.373147] env[62743]: value = "task-2064230" [ 2122.373147] env[62743]: _type = "Task" [ 2122.373147] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.385290] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.441402] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52afdc2d-eb55-a424-aa5d-69b03d2bbd94, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.441838] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.442184] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2122.442533] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.442766] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.443040] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2122.443394] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64271fdd-6d0e-4f35-92c4-e791cb98c26c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.466201] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2122.466499] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2122.467651] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64bd636-edf0-45ee-8848-87d82fbd79e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.481112] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2122.481112] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52deb09b-5706-c674-4f62-43576d8365b5" [ 2122.481112] env[62743]: _type = "Task" [ 2122.481112] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.491139] env[62743]: DEBUG oslo_vmware.api [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064229, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.498828] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52deb09b-5706-c674-4f62-43576d8365b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.599740] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 94bf8010-b4e1-461f-aba7-0323563f3368] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2122.664443] env[62743]: DEBUG oslo_concurrency.lockutils [None req-298ffeda-d3bf-4ead-af52-a3d4dea2adc3 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "ff16690b-2ab6-4e20-b00e-d20a9af4a132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.439s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.877025] env[62743]: INFO nova.compute.manager [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] instance snapshotting [ 2122.881793] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec65ba2-b7a7-41bb-9229-94b4b288d05b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.895073] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150704} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.908130] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2122.911760] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68826c6c-83f6-462d-91f4-b4d3f7b49572 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.914808] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534a20c-0f84-41eb-ae9d-24431796ba55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.940689] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] d4efd866-d4a4-41dc-befe-992a4ea52a42/d4efd866-d4a4-41dc-befe-992a4ea52a42.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2122.943846] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014b2b27-9ccd-439e-b927-d595e1f69857 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.958392] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518daee-378a-401c-998f-96705f735ba8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.972682] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeaf6c5-7472-4cfb-8d42-55eaeb7f6d60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.976214] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2122.976214] env[62743]: value = "task-2064231" [ 2122.976214] env[62743]: _type = "Task" [ 2122.976214] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.018329] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9674e3-c082-47d7-b712-0f86794058d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.021331] env[62743]: DEBUG oslo_vmware.api [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064229, 'name': PowerOffVM_Task, 'duration_secs': 0.539414} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.025328] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2123.025536] env[62743]: DEBUG nova.compute.manager [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.026096] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.027163] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7cae6-ed5d-486d-ba78-0c255fc7ca8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.035127] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52deb09b-5706-c674-4f62-43576d8365b5, 'name': SearchDatastore_Task, 'duration_secs': 0.022754} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.036745] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1a9375-a036-4a8d-ab52-8d4d73012bf3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.042804] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5653f178-bbf6-4dab-aecb-dd7080fbd8fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.059059] env[62743]: DEBUG nova.compute.provider_tree [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.064017] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2123.064017] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52db7fee-0a0d-c6b2-11eb-342b5a163cda" [ 2123.064017] env[62743]: _type = "Task" [ 2123.064017] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.073709] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52db7fee-0a0d-c6b2-11eb-342b5a163cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.104093] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 414ecfc0-b23e-4027-a227-772f4867827e] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2123.466647] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2123.466647] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-60d71ddb-6b20-4bb3-b9a2-0792c8255661 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.474207] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2123.474207] env[62743]: value = "task-2064232" [ 2123.474207] env[62743]: _type = "Task" [ 2123.474207] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.491846] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064231, 'name': ReconfigVM_Task, 'duration_secs': 0.339771} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.495970] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Reconfigured VM instance instance-00000057 to attach disk [datastore1] d4efd866-d4a4-41dc-befe-992a4ea52a42/d4efd866-d4a4-41dc-befe-992a4ea52a42.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2123.496690] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.496939] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-757f8440-0e49-4fad-8779-41b7b216b022 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.507134] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2123.507134] env[62743]: value = "task-2064233" [ 2123.507134] env[62743]: _type = "Task" [ 2123.507134] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.516877] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064233, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.561704] env[62743]: DEBUG oslo_concurrency.lockutils [None req-37dd7665-74db-4256-811f-f5ba2e66cb16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.621s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.563156] env[62743]: DEBUG nova.scheduler.client.report [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2123.577538] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52db7fee-0a0d-c6b2-11eb-342b5a163cda, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.578021] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.578356] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 45f30b5f-3762-4105-92be-762573829cf0/45f30b5f-3762-4105-92be-762573829cf0.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2123.579260] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c88ecbb0-995e-41d8-a548-99e119373fd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.588111] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2123.588111] env[62743]: value = "task-2064234" [ 2123.588111] env[62743]: _type = "Task" [ 2123.588111] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.597429] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.607399] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: af3cadb7-b261-4240-867a-aee52cd06f7a] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2123.988819] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064232, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.021405] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064233, 'name': Rename_Task, 'duration_secs': 0.162849} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.021963] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2124.022721] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b7e97d3-b740-4cf8-8543-dbb184e77432 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.035502] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2124.035502] env[62743]: value = "task-2064235" [ 2124.035502] env[62743]: _type = "Task" [ 2124.035502] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.048987] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.099886] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064234, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.110787] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: cef29849-b62f-448e-a20b-563fded880fe] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2124.487507] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064232, 'name': CreateSnapshot_Task, 'duration_secs': 0.659094} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.488878] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2124.488878] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b1a8e0-bbc0-4787-b01b-c6e413d1a59a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.545445] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.577568] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.448s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.582142] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.659s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.582457] env[62743]: DEBUG nova.objects.instance [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lazy-loading 'resources' on Instance uuid ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2124.605836] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064234, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.618365] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 2157312b-0155-42fa-a5ce-0392f8f0df3f] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2124.698446] env[62743]: INFO nova.compute.manager [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Rebuilding instance [ 2124.753755] env[62743]: DEBUG nova.compute.manager [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2124.754719] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932012fc-4fd6-45af-8cd0-273c8a3108f3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.009532] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2125.010081] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94c84f51-4587-4cab-aace-2c6cbca74d91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.020220] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2125.020220] env[62743]: value = "task-2064236" [ 2125.020220] env[62743]: _type = "Task" [ 2125.020220] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.029362] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064236, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.043833] env[62743]: DEBUG oslo_vmware.api [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064235, 'name': PowerOnVM_Task, 'duration_secs': 0.56956} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.047102] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2125.047102] env[62743]: INFO nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Took 9.04 seconds to spawn the instance on the hypervisor. [ 2125.047102] env[62743]: DEBUG nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2125.047102] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf6e4aa-7c66-4f8c-acd1-59e279d27fd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.103270] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064234, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504408} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.103556] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 45f30b5f-3762-4105-92be-762573829cf0/45f30b5f-3762-4105-92be-762573829cf0.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2125.104112] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2125.104232] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d8b823f-22aa-4869-8101-caf186b0ae99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.111897] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2125.111897] env[62743]: value = "task-2064237" [ 2125.111897] env[62743]: _type = "Task" [ 2125.111897] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.127506] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 7757e7a7-8bd7-4057-9e65-83cda5ac2af6] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2125.130849] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.158673] env[62743]: INFO nova.scheduler.client.report [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted allocation for migration d9b7b2e7-60f1-4aad-bc44-8d4ecd66de0a [ 2125.413440] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd51247f-7eac-4902-beb9-c37e490f24fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.426216] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7234d5-63fd-42a2-bfd9-185a91e7460b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.466062] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ca09f1-6deb-432c-a375-5bbb5e80ff83 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.474650] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdaa2c6-7dd1-4e4b-8fe5-0db0233fa586 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.489462] env[62743]: DEBUG nova.compute.provider_tree [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2125.532624] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064236, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.569018] env[62743]: INFO nova.compute.manager [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Took 15.11 seconds to build instance. [ 2125.624389] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133651} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.624788] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2125.625654] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce0f66-5a51-4d7d-af2e-cd98bf7af953 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.648640] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: af80c7da-2699-4b40-b829-529c89d2572b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2125.660031] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 45f30b5f-3762-4105-92be-762573829cf0/45f30b5f-3762-4105-92be-762573829cf0.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2125.661161] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ce9a65-48fe-4d14-989e-66a61ba25d32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.677629] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9baa86e0-7fd6-445d-a979-f7bf81aee010 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.662s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.686765] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2125.686765] env[62743]: value = "task-2064238" [ 2125.686765] env[62743]: _type = "Task" [ 2125.686765] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.699081] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.771742] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2125.772088] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569dadf0-6d2a-4f14-97f0-fd4637a6d84b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.782779] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2125.782779] env[62743]: value = "task-2064239" [ 2125.782779] env[62743]: _type = "Task" [ 2125.782779] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.794019] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.807371] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "78000a54-917a-4bfe-ad6b-9907aee03a23" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.807732] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.014917] env[62743]: ERROR nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [req-bb7d58ec-ce2b-4625-802d-4126c23f5a37] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bb7d58ec-ce2b-4625-802d-4126c23f5a37"}]} [ 2126.031926] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064236, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.036624] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2126.050973] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2126.051321] env[62743]: DEBUG nova.compute.provider_tree [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2126.067069] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2126.072206] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e9c76585-2b88-441f-abd0-44d779c7b812 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.621s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.083550] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2126.161647] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: e6a3c7ea-daff-4ffb-b5d0-466401b03c87] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2126.197988] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064238, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.232333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.232333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.232333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.232333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.232333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.235587] env[62743]: INFO nova.compute.manager [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Terminating instance [ 2126.240271] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d30c61-ef03-485b-8396-ac435d53eb94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.251107] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ab0052-541c-4a92-9bc7-973e33f7d83a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Suspending the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2126.251355] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0f31030f-3402-4970-bc34-bbc22c653192 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.259405] env[62743]: DEBUG oslo_vmware.api [None req-d8ab0052-541c-4a92-9bc7-973e33f7d83a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2126.259405] env[62743]: value = "task-2064240" [ 2126.259405] env[62743]: _type = "Task" [ 2126.259405] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.268960] env[62743]: DEBUG oslo_vmware.api [None req-d8ab0052-541c-4a92-9bc7-973e33f7d83a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064240, 'name': SuspendVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.296914] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2126.297048] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2126.298438] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f083b05-88cb-4c19-9f0a-b5cee1e5f947 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.308030] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2126.308182] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6356ef65-1cd7-487e-af8b-5e68d41915c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.311039] env[62743]: DEBUG nova.compute.utils [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2126.377148] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755deec-623b-4d1e-a0fa-842d169baa67 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.387776] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5b7a48-bfcf-4860-b452-07b60571f1fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.422612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb08f398-b278-4d75-935d-ddb7c4209e23 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.432135] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55807ca-f695-4455-94d9-20ea3ba5563c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.446960] env[62743]: DEBUG nova.compute.provider_tree [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2126.533708] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064236, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.667315] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 34e9a264-7999-4715-83bb-488219204ca7] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2126.697256] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2126.697430] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2126.697605] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleting the datastore file [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2126.703177] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b136e1b-f747-45e7-92e9-3ac4e0325a28 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.705170] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064238, 'name': ReconfigVM_Task, 'duration_secs': 0.522179} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.706227] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 45f30b5f-3762-4105-92be-762573829cf0/45f30b5f-3762-4105-92be-762573829cf0.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2126.707462] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-568a8633-a765-4173-8f6c-3b49cebae9b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.712588] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2126.712588] env[62743]: value = "task-2064242" [ 2126.712588] env[62743]: _type = "Task" [ 2126.712588] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.717855] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2126.717855] env[62743]: value = "task-2064243" [ 2126.717855] env[62743]: _type = "Task" [ 2126.717855] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.724151] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.729490] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064243, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.748375] env[62743]: DEBUG nova.compute.manager [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2126.748722] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2126.749698] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b560de-567f-44cb-a597-48ce1cc75d3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.757995] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2126.758269] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55c99440-ff21-4be8-a1e2-2abf6c6abf55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.770221] env[62743]: DEBUG oslo_vmware.api [None req-d8ab0052-541c-4a92-9bc7-973e33f7d83a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064240, 'name': SuspendVM_Task} progress is 62%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.771763] env[62743]: DEBUG oslo_vmware.api [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2126.771763] env[62743]: value = "task-2064244" [ 2126.771763] env[62743]: _type = "Task" [ 2126.771763] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.780342] env[62743]: DEBUG oslo_vmware.api [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.815415] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.973350] env[62743]: ERROR nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] [req-fcbfd641-cd0b-48df-93d7-aae079418ab9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fcbfd641-cd0b-48df-93d7-aae079418ab9"}]} [ 2126.990551] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2127.009736] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2127.010113] env[62743]: DEBUG nova.compute.provider_tree [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2127.027247] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2127.035205] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064236, 'name': CloneVM_Task, 'duration_secs': 1.954167} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.035459] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Created linked-clone VM from snapshot [ 2127.036348] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2449f-4ba9-4bc1-80c9-1e10869e00b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.044542] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Uploading image 7c41b6c7-9750-47e3-8b25-97bd28e3f688 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2127.047252] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2127.052958] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0c0e821c-5060-4174-a6aa-725950fb2304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.053266] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0c0e821c-5060-4174-a6aa-725950fb2304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.057475] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2127.057723] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5bef33b6-6466-428a-88a8-fb7929133dad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.066314] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2127.066314] env[62743]: value = "task-2064245" [ 2127.066314] env[62743]: _type = "Task" [ 2127.066314] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.078262] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064245, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.171498] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fb51b671-ea57-49e1-bb62-0f0a36f9de1b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2127.227012] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141217} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.227750] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2127.227957] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2127.228119] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2127.233299] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064243, 'name': Rename_Task, 'duration_secs': 0.167609} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.233738] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2127.234012] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c433d17-4f2f-427d-a3e4-2b0cb42ee89f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.240793] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2127.240793] env[62743]: value = "task-2064246" [ 2127.240793] env[62743]: _type = "Task" [ 2127.240793] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.249504] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.273169] env[62743]: DEBUG oslo_vmware.api [None req-d8ab0052-541c-4a92-9bc7-973e33f7d83a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064240, 'name': SuspendVM_Task, 'duration_secs': 0.660551} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.276378] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ab0052-541c-4a92-9bc7-973e33f7d83a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Suspended the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2127.276510] env[62743]: DEBUG nova.compute.manager [None req-d8ab0052-541c-4a92-9bc7-973e33f7d83a tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.279718] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cdada8-2315-4326-ab90-ed39b84a04cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.292269] env[62743]: DEBUG oslo_vmware.api [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064244, 'name': PowerOffVM_Task, 'duration_secs': 0.222852} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.292741] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2127.292916] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2127.293930] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-858c9aa6-9ecd-478a-b487-96e82d00d773 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.295911] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c562c89-7e4d-4809-ac6e-e254eabded43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.305608] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f86b8a-dd98-48cb-842e-2c1f72314960 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.341041] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fd4b05-77b5-438f-bec5-141e28fb509f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.350485] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa203bb5-7c48-44d4-b08b-d8decdafa9fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.366329] env[62743]: DEBUG nova.compute.provider_tree [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.471619] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2127.471839] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2127.471996] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleting the datastore file [datastore1] 0fef6cb0-3e45-4470-b21a-2aece853b95a {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2127.472366] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-184764b0-d702-4f60-ae2b-85b3ea7e9137 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.479208] env[62743]: DEBUG oslo_vmware.api [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2127.479208] env[62743]: value = "task-2064248" [ 2127.479208] env[62743]: _type = "Task" [ 2127.479208] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.487758] env[62743]: DEBUG oslo_vmware.api [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.555617] env[62743]: DEBUG nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2127.580970] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064245, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.674739] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2127.674932] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62743) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2127.751918] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.869427] env[62743]: DEBUG nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.884496] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "78000a54-917a-4bfe-ad6b-9907aee03a23" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.884767] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.885016] env[62743]: INFO nova.compute.manager [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Attaching volume 4b12bebc-076f-4b0a-ad3c-a9968a3f5466 to /dev/sdb [ 2127.926035] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6cf733-6e1d-402b-be85-ea7ca391d3be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.934254] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4c42f-10b0-4abc-bd19-41ce5d3a6005 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.952620] env[62743]: DEBUG nova.virt.block_device [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Updating existing volume attachment record: 4b7e4fe0-2e66-4cf4-bf08-e9493b565fff {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2127.989818] env[62743]: DEBUG oslo_vmware.api [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137945} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.990091] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2127.990281] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2127.990456] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2127.990632] env[62743]: INFO nova.compute.manager [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2127.990872] env[62743]: DEBUG oslo.service.loopingcall [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2127.991076] env[62743]: DEBUG nova.compute.manager [-] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2127.991196] env[62743]: DEBUG nova.network.neutron [-] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2128.079364] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064245, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.081041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.177624] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.255258] env[62743]: DEBUG oslo_vmware.api [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064246, 'name': PowerOnVM_Task, 'duration_secs': 0.708975} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.255632] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2128.255884] env[62743]: INFO nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Took 9.88 seconds to spawn the instance on the hypervisor. [ 2128.256114] env[62743]: DEBUG nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.256897] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a517061-081f-4180-a892-50a239cb391a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2128.278551] env[62743]: DEBUG nova.virt.hardware [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2128.279164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2703a41-22f6-4865-bfd9-19e1b680b8db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.289113] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b6b494-679a-490b-9fbc-d110fd9da99d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.304850] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:a7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b8d411e-ceae-4968-b2fb-a962388e7188', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2128.315128] env[62743]: DEBUG oslo.service.loopingcall [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2128.319017] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2128.319017] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f195748-7de5-45ec-978b-d7c64c79c4c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.335866] env[62743]: DEBUG nova.network.neutron [-] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.349018] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2128.349018] env[62743]: value = "task-2064250" [ 2128.349018] env[62743]: _type = "Task" [ 2128.349018] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.359348] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064250, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.364146] env[62743]: DEBUG nova.compute.manager [req-ef26e125-97ce-49a0-9f0a-6b80aa87f20d req-79cf91ee-a13c-46fb-802f-8b8a7dd6ce11 service nova] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Received event network-vif-deleted-a88033a6-90cf-4416-baa5-e87928c32b16 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2128.376419] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.793s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.378029] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.165s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.380123] env[62743]: INFO nova.compute.claims [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.411219] env[62743]: INFO nova.scheduler.client.report [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Deleted allocations for instance ba3f9b14-58e4-42bd-83ba-fc4edf9a0535 [ 2128.516531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "23e32315-01f1-4f46-9970-a88728fe7946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.516531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.580521] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064245, 'name': Destroy_Task, 'duration_secs': 1.063053} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.580521] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Destroyed the VM [ 2128.580521] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2128.580521] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89be8feb-0492-4d05-87e1-db2f4c8d07cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.589020] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2128.589020] env[62743]: value = "task-2064253" [ 2128.589020] env[62743]: _type = "Task" [ 2128.589020] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.597979] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064253, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.780362] env[62743]: INFO nova.compute.manager [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Took 15.92 seconds to build instance. [ 2128.841742] env[62743]: INFO nova.compute.manager [-] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Took 0.85 seconds to deallocate network for instance. [ 2128.842398] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "d4efd866-d4a4-41dc-befe-992a4ea52a42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.842709] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.842989] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "d4efd866-d4a4-41dc-befe-992a4ea52a42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.843292] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.843627] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.847063] env[62743]: INFO nova.compute.manager [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Terminating instance [ 2128.864520] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064250, 'name': CreateVM_Task, 'duration_secs': 0.494033} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.865357] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2128.866046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.866223] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.866550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2128.867051] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f8528f-cdeb-4b4e-bf06-5b93b6cfff8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.875408] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2128.875408] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529c7720-a1fd-6978-1fe6-3b8e6457c805" [ 2128.875408] env[62743]: _type = "Task" [ 2128.875408] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.891453] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529c7720-a1fd-6978-1fe6-3b8e6457c805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.920016] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8d171884-9bcf-4e20-ad5e-a5aeaccf7157 tempest-ServersNegativeTestJSON-2097461301 tempest-ServersNegativeTestJSON-2097461301-project-member] Lock "ba3f9b14-58e4-42bd-83ba-fc4edf9a0535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.738s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.024353] env[62743]: DEBUG nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2129.100840] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064253, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.283645] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ec6fe98-2d83-4886-9db7-969d0709a337 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "45f30b5f-3762-4105-92be-762573829cf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.430s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.357624] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.359443] env[62743]: DEBUG nova.compute.manager [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2129.359646] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2129.360530] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7649f-de87-40e4-8d3c-0e0e0a1fb75c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.368685] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.368955] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e9c227b-1ba1-41eb-9eaf-4b85da0f356c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.384505] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529c7720-a1fd-6978-1fe6-3b8e6457c805, 'name': SearchDatastore_Task, 'duration_secs': 0.012722} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.384780] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.385040] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2129.385323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.385421] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.385551] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2129.385787] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e65ebaa-515d-4cb3-9bf2-c247aa5e5957 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.396745] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2129.400021] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2129.400021] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbed028-f961-4ccb-a7a4-a58525640944 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.403425] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2129.403425] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b07126-f67b-6b7f-5272-acf9b7b988a8" [ 2129.403425] env[62743]: _type = "Task" [ 2129.403425] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.411504] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b07126-f67b-6b7f-5272-acf9b7b988a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.542902] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.599219] env[62743]: DEBUG oslo_vmware.api [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064253, 'name': RemoveSnapshot_Task, 'duration_secs': 0.630381} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.599488] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2129.643419] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32a5af4-57ac-47f6-986b-9b81fa972464 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.652494] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca8217-f5af-450c-86c0-e47c5935e212 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.695988] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2dee40-9e29-443d-a2b5-259bbe474b20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.705221] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ac4b2-374b-4a63-bec7-91e385128ad0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.717947] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.717947] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.717947] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleting the datastore file [datastore1] d4efd866-d4a4-41dc-befe-992a4ea52a42 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.724928] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8d08889-3d4c-49ea-bc49-ef4c0b91b1db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.727313] env[62743]: DEBUG nova.compute.provider_tree [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.734066] env[62743]: DEBUG oslo_vmware.api [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2129.734066] env[62743]: value = "task-2064255" [ 2129.734066] env[62743]: _type = "Task" [ 2129.734066] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.743531] env[62743]: DEBUG oslo_vmware.api [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.914306] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b07126-f67b-6b7f-5272-acf9b7b988a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.914961] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d00f02-5b02-4994-bf1f-0899f5e34277 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.920759] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2129.920759] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5214a43b-1f66-9e51-6c2f-7f63df4ca7dd" [ 2129.920759] env[62743]: _type = "Task" [ 2129.920759] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.929762] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5214a43b-1f66-9e51-6c2f-7f63df4ca7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.107130] env[62743]: WARNING nova.compute.manager [None req-d260b88d-1956-45d1-bd34-3d98fbd92f2c tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Image not found during snapshot: nova.exception.ImageNotFound: Image 7c41b6c7-9750-47e3-8b25-97bd28e3f688 could not be found. [ 2130.232179] env[62743]: DEBUG nova.scheduler.client.report [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2130.252601] env[62743]: DEBUG oslo_vmware.api [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146273} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.253557] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.253741] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.253981] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.254272] env[62743]: INFO nova.compute.manager [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Took 0.89 seconds to destroy the instance on the hypervisor. [ 2130.254581] env[62743]: DEBUG oslo.service.loopingcall [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.255037] env[62743]: DEBUG nova.compute.manager [-] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2130.255182] env[62743]: DEBUG nova.network.neutron [-] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2130.433799] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5214a43b-1f66-9e51-6c2f-7f63df4ca7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.434144] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.434486] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2130.434892] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f82205-8734-4464-a4a3-11e3fb70164c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.443838] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2130.443838] env[62743]: value = "task-2064256" [ 2130.443838] env[62743]: _type = "Task" [ 2130.443838] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.455890] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.688243] env[62743]: DEBUG nova.compute.manager [req-bdfb3306-204e-43d7-b9c1-2e3b11450341 req-b0533e01-557a-4617-b652-a04146f4c1f9 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Received event network-vif-deleted-beac49aa-ebab-44b2-b8da-4c42cd522693 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2130.688605] env[62743]: INFO nova.compute.manager [req-bdfb3306-204e-43d7-b9c1-2e3b11450341 req-b0533e01-557a-4617-b652-a04146f4c1f9 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Neutron deleted interface beac49aa-ebab-44b2-b8da-4c42cd522693; detaching it from the instance and deleting it from the info cache [ 2130.688693] env[62743]: DEBUG nova.network.neutron [req-bdfb3306-204e-43d7-b9c1-2e3b11450341 req-b0533e01-557a-4617-b652-a04146f4c1f9 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.744217] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.744826] env[62743]: DEBUG nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2130.751023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.667s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.751023] env[62743]: INFO nova.compute.claims [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2130.843488] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "ce6e5573-0b93-4206-a69d-f591efe3d644" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.843823] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.844664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "ce6e5573-0b93-4206-a69d-f591efe3d644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.844664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.844664] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.846965] env[62743]: INFO nova.compute.manager [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Terminating instance [ 2130.957923] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505548} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.958195] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2130.958407] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2130.958673] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bfd5530-d902-4431-9afd-0c0b4b233435 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.966856] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2130.966856] env[62743]: value = "task-2064258" [ 2130.966856] env[62743]: _type = "Task" [ 2130.966856] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.977277] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.110271] env[62743]: DEBUG nova.network.neutron [-] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.135333] env[62743]: INFO nova.compute.manager [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Rebuilding instance [ 2131.188650] env[62743]: DEBUG nova.compute.manager [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2131.189591] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b9513-0aa6-43e5-aeb4-8f5703b0f785 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.192541] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01d4baa4-9bfd-4516-8047-312e3fd4ce9c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.204999] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc0a818-139f-4574-9da4-23308c83c6b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.238611] env[62743]: DEBUG nova.compute.manager [req-bdfb3306-204e-43d7-b9c1-2e3b11450341 req-b0533e01-557a-4617-b652-a04146f4c1f9 service nova] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Detach interface failed, port_id=beac49aa-ebab-44b2-b8da-4c42cd522693, reason: Instance d4efd866-d4a4-41dc-befe-992a4ea52a42 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2131.257995] env[62743]: DEBUG nova.compute.utils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2131.260306] env[62743]: DEBUG nova.compute.manager [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2131.260611] env[62743]: DEBUG nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2131.260762] env[62743]: DEBUG nova.network.neutron [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2131.263372] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e5edff-a795-4dce-ab31-86af14921537 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.316140] env[62743]: DEBUG nova.policy [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4419d3aa464dcdba9ac822d4cf65e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba4d3081f694640a5bf84feafdc4789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2131.353606] env[62743]: DEBUG nova.compute.manager [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2131.353844] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2131.355034] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12afa5af-508b-474a-ba47-a111d827611f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.363943] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.364226] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fc3fec8-5e26-44b0-b4b6-3b52c658b21f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.371834] env[62743]: DEBUG oslo_vmware.api [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2131.371834] env[62743]: value = "task-2064259" [ 2131.371834] env[62743]: _type = "Task" [ 2131.371834] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.382621] env[62743]: DEBUG oslo_vmware.api [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.477038] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072601} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.477346] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2131.478155] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a280e4a-a34d-40d8-a7fc-9a67bdff1d7f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.513630] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2131.513993] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e97b780-d38e-4952-8415-1a169572f2cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.536012] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2131.536012] env[62743]: value = "task-2064260" [ 2131.536012] env[62743]: _type = "Task" [ 2131.536012] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.545547] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.598897] env[62743]: DEBUG nova.network.neutron [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Successfully created port: 1a9a8849-4eaa-41b1-8706-dcff7efff9bc {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2131.615614] env[62743]: INFO nova.compute.manager [-] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Took 1.36 seconds to deallocate network for instance. [ 2131.621621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.621621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.621621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.621621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.621621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.622329] env[62743]: INFO nova.compute.manager [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Terminating instance [ 2131.763557] env[62743]: DEBUG nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2131.777211] env[62743]: INFO nova.compute.manager [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] instance snapshotting [ 2131.778584] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7780c0cd-1dc1-4ba0-8ad5-10172e37b10d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.803065] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c89d4-903d-48b6-8743-11499f5e2205 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.888576] env[62743]: DEBUG oslo_vmware.api [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064259, 'name': PowerOffVM_Task, 'duration_secs': 0.262566} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.888576] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.888576] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.888576] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d45ffa8b-6ef7-47b6-af0b-f343c12476dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.003143] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2132.004319] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2132.004319] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleting the datastore file [datastore1] ce6e5573-0b93-4206-a69d-f591efe3d644 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2132.004319] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03b0e57c-b900-4a9b-a0de-85e4fb8dd286 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.018099] env[62743]: DEBUG oslo_vmware.api [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2132.018099] env[62743]: value = "task-2064262" [ 2132.018099] env[62743]: _type = "Task" [ 2132.018099] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.029573] env[62743]: DEBUG oslo_vmware.api [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.050526] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.062031] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230d14b-e8c0-46b4-b9cc-bfbd74a1d056 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.067481] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20864754-11ad-41e9-bbf8-e2bfdccb1346 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.105501] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5820b94e-5a36-4457-bdb3-5745fc8528d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.115991] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500df8de-8726-4062-a06f-6b45afc0749b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.121052] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.133542] env[62743]: DEBUG nova.compute.manager [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2132.133924] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2132.134677] env[62743]: DEBUG nova.compute.provider_tree [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2132.137500] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07b6bb0-6c96-41b4-8f32-2feffbbbfbf6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.149392] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2132.150561] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11f7115-0774-46db-9b8b-9ad15348b5f3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.161656] env[62743]: DEBUG oslo_vmware.api [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2132.161656] env[62743]: value = "task-2064263" [ 2132.161656] env[62743]: _type = "Task" [ 2132.161656] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.170505] env[62743]: DEBUG oslo_vmware.api [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2064263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.209841] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2132.209841] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f9bc05f-bfee-4918-97e6-7171ab5d2e09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.217597] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2132.217597] env[62743]: value = "task-2064264" [ 2132.217597] env[62743]: _type = "Task" [ 2132.217597] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.226778] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.318240] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2132.318549] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-faa8b02c-c43f-407f-a767-ae964c372c82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.327928] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2132.327928] env[62743]: value = "task-2064265" [ 2132.327928] env[62743]: _type = "Task" [ 2132.327928] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.337608] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064265, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.531413] env[62743]: DEBUG oslo_vmware.api [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173879} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.531928] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.532046] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.532304] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.532546] env[62743]: INFO nova.compute.manager [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2132.532995] env[62743]: DEBUG oslo.service.loopingcall [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.533285] env[62743]: DEBUG nova.compute.manager [-] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2132.533421] env[62743]: DEBUG nova.network.neutron [-] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2132.551056] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064260, 'name': ReconfigVM_Task, 'duration_secs': 0.656237} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.551056] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3/4086386f-6356-450e-bb98-bc7a094be4e3.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2132.551561] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-468c957f-e185-4709-a85f-0d038d5bd77c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.560467] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2132.560467] env[62743]: value = "task-2064266" [ 2132.560467] env[62743]: _type = "Task" [ 2132.560467] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.572715] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064266, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.643935] env[62743]: DEBUG nova.scheduler.client.report [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.672607] env[62743]: DEBUG oslo_vmware.api [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2064263, 'name': PowerOffVM_Task, 'duration_secs': 0.217717} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.673160] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2132.673483] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2132.673840] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1466480d-891e-409b-a8d4-e87629cf21da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.728337] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064264, 'name': PowerOffVM_Task, 'duration_secs': 0.185353} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.728738] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2132.729110] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2132.730423] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee66854-5348-4480-be28-a5c0d08ea7d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.739663] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2132.739908] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62e36c93-8251-4800-8f53-b23a1879e853 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.772948] env[62743]: DEBUG nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2132.800916] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2132.801367] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2132.801594] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2132.801817] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2132.801980] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2132.802163] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2132.802437] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2132.802618] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2132.802795] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2132.802961] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2132.803150] env[62743]: DEBUG nova.virt.hardware [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2132.804021] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25c32fc-fa85-4a92-b747-16a1fa38fe5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.812923] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3407e636-87a0-45aa-811a-082b992f5f72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.836997] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064265, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.880589] env[62743]: DEBUG nova.compute.manager [req-26efad6f-e787-4ef4-89fc-6bf40b5f920c req-1759db8f-54f5-409b-9576-776189de0ffc service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Received event network-vif-deleted-f5db5fb3-fcc4-4861-ab7d-86768ad3dbee {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2132.880909] env[62743]: INFO nova.compute.manager [req-26efad6f-e787-4ef4-89fc-6bf40b5f920c req-1759db8f-54f5-409b-9576-776189de0ffc service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Neutron deleted interface f5db5fb3-fcc4-4861-ab7d-86768ad3dbee; detaching it from the instance and deleting it from the info cache [ 2132.881026] env[62743]: DEBUG nova.network.neutron [req-26efad6f-e787-4ef4-89fc-6bf40b5f920c req-1759db8f-54f5-409b-9576-776189de0ffc service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.002226] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2133.002482] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423354', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'name': 'volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78000a54-917a-4bfe-ad6b-9907aee03a23', 'attached_at': '', 'detached_at': '', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'serial': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2133.003574] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d595237-93af-4747-970b-813513cee647 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.022732] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850456f8-646b-410a-ba44-035b0807dd6d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.049867] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466/volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2133.050227] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f72868-61d7-473b-9df0-cb0c7c964414 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.066677] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2133.066905] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2133.067103] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Deleting the datastore file [datastore1] ae6e5983-1579-404c-a21b-3c3bb25ac7ee {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2133.070563] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4976af31-2934-4e71-8e4c-2d18939c4f77 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.077722] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064266, 'name': Rename_Task, 'duration_secs': 0.161454} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.079770] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2133.080104] env[62743]: DEBUG oslo_vmware.api [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2133.080104] env[62743]: value = "task-2064269" [ 2133.080104] env[62743]: _type = "Task" [ 2133.080104] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.080334] env[62743]: DEBUG oslo_vmware.api [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for the task: (returnval){ [ 2133.080334] env[62743]: value = "task-2064270" [ 2133.080334] env[62743]: _type = "Task" [ 2133.080334] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.080518] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac01080-960f-44d1-af65-0ca5611b37b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.093690] env[62743]: DEBUG oslo_vmware.api [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2064270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.098054] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2133.098054] env[62743]: value = "task-2064271" [ 2133.098054] env[62743]: _type = "Task" [ 2133.098054] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.098345] env[62743]: DEBUG oslo_vmware.api [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.107784] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.150991] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.151608] env[62743]: DEBUG nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2133.154858] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.797s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.155097] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.157258] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.614s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.159423] env[62743]: INFO nova.compute.claims [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2133.188316] env[62743]: INFO nova.scheduler.client.report [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted allocations for instance 0fef6cb0-3e45-4470-b21a-2aece853b95a [ 2133.255673] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2133.255962] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2133.256197] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleting the datastore file [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2133.256434] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-113f1590-4cfc-4d43-8e85-afa445bdf158 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.266420] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2133.266420] env[62743]: value = "task-2064272" [ 2133.266420] env[62743]: _type = "Task" [ 2133.266420] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.277198] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.339432] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064265, 'name': CreateSnapshot_Task, 'duration_secs': 0.843781} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.340126] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2133.341027] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0122722c-bf1a-4efc-96ac-6f6220115dbf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.355118] env[62743]: DEBUG nova.network.neutron [-] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.386519] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-636645d6-a22a-4376-b2f9-a616474ccbd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.396825] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4503f138-f1e8-4cc3-82e0-8e58a106fe91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.431544] env[62743]: DEBUG nova.compute.manager [req-26efad6f-e787-4ef4-89fc-6bf40b5f920c req-1759db8f-54f5-409b-9576-776189de0ffc service nova] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Detach interface failed, port_id=f5db5fb3-fcc4-4861-ab7d-86768ad3dbee, reason: Instance ce6e5573-0b93-4206-a69d-f591efe3d644 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2133.478676] env[62743]: DEBUG nova.compute.manager [req-3c33c919-d3a6-4075-805d-db53b83d845d req-fdf20abf-10aa-49d8-a02a-e64ecc32d7ad service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Received event network-vif-plugged-1a9a8849-4eaa-41b1-8706-dcff7efff9bc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2133.478676] env[62743]: DEBUG oslo_concurrency.lockutils [req-3c33c919-d3a6-4075-805d-db53b83d845d req-fdf20abf-10aa-49d8-a02a-e64ecc32d7ad service nova] Acquiring lock "944129ee-1950-43f1-b0ef-0835fa6e3475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.478676] env[62743]: DEBUG oslo_concurrency.lockutils [req-3c33c919-d3a6-4075-805d-db53b83d845d req-fdf20abf-10aa-49d8-a02a-e64ecc32d7ad service nova] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.478676] env[62743]: DEBUG oslo_concurrency.lockutils [req-3c33c919-d3a6-4075-805d-db53b83d845d req-fdf20abf-10aa-49d8-a02a-e64ecc32d7ad service nova] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.478676] env[62743]: DEBUG nova.compute.manager [req-3c33c919-d3a6-4075-805d-db53b83d845d req-fdf20abf-10aa-49d8-a02a-e64ecc32d7ad service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] No waiting events found dispatching network-vif-plugged-1a9a8849-4eaa-41b1-8706-dcff7efff9bc {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2133.481610] env[62743]: WARNING nova.compute.manager [req-3c33c919-d3a6-4075-805d-db53b83d845d req-fdf20abf-10aa-49d8-a02a-e64ecc32d7ad service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Received unexpected event network-vif-plugged-1a9a8849-4eaa-41b1-8706-dcff7efff9bc for instance with vm_state building and task_state spawning. [ 2133.593093] env[62743]: DEBUG nova.network.neutron [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Successfully updated port: 1a9a8849-4eaa-41b1-8706-dcff7efff9bc {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2133.602096] env[62743]: DEBUG oslo_vmware.api [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Task: {'id': task-2064270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152204} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.609493] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2133.609493] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2133.609663] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2133.609930] env[62743]: INFO nova.compute.manager [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2133.610250] env[62743]: DEBUG oslo.service.loopingcall [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2133.610572] env[62743]: DEBUG oslo_vmware.api [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064269, 'name': ReconfigVM_Task, 'duration_secs': 0.41974} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.611750] env[62743]: DEBUG nova.compute.manager [-] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2133.611866] env[62743]: DEBUG nova.network.neutron [-] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2133.613628] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Reconfigured VM instance instance-00000044 to attach disk [datastore1] volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466/volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2133.619488] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7114218-ef66-4a13-a552-0d7f89fb7906 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.641419] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.649767] env[62743]: DEBUG oslo_vmware.api [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2133.649767] env[62743]: value = "task-2064273" [ 2133.649767] env[62743]: _type = "Task" [ 2133.649767] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.656194] env[62743]: DEBUG nova.compute.utils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2133.663848] env[62743]: DEBUG nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2133.664013] env[62743]: DEBUG nova.network.neutron [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2133.668208] env[62743]: DEBUG oslo_vmware.api [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.669374] env[62743]: DEBUG nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2133.697690] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7801e4a6-1c13-4a32-beff-a4a70d1d373a tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0fef6cb0-3e45-4470-b21a-2aece853b95a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.465s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.721663] env[62743]: DEBUG nova.policy [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2459ae62a35d496f95e4a7b79828c262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaed015c181a4e19b5ee86c571962edb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2133.777826] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137317} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.778436] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2133.778666] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2133.778848] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2133.859476] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2133.860012] env[62743]: INFO nova.compute.manager [-] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Took 1.33 seconds to deallocate network for instance. [ 2133.860331] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b37826be-3fe1-43a4-9f82-4a8394995511 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.872178] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2133.872178] env[62743]: value = "task-2064274" [ 2133.872178] env[62743]: _type = "Task" [ 2133.872178] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.881377] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064274, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.031448] env[62743]: DEBUG nova.network.neutron [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Successfully created port: 61ed941a-87a8-46df-bc39-7048bf1425f7 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2134.103492] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "refresh_cache-944129ee-1950-43f1-b0ef-0835fa6e3475" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.103855] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "refresh_cache-944129ee-1950-43f1-b0ef-0835fa6e3475" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.103855] env[62743]: DEBUG nova.network.neutron [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2134.115225] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064271, 'name': PowerOnVM_Task, 'duration_secs': 0.554138} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.118112] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2134.118112] env[62743]: DEBUG nova.compute.manager [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2134.119173] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663798c-4ee8-4efe-8d8e-235369efdea0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.160462] env[62743]: DEBUG oslo_vmware.api [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064273, 'name': ReconfigVM_Task, 'duration_secs': 0.189092} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.160941] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423354', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'name': 'volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78000a54-917a-4bfe-ad6b-9907aee03a23', 'attached_at': '', 'detached_at': '', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'serial': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2134.370417] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.388417] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064274, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.455115] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a880ae-ded4-4c7c-9720-9127f6c87bb5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.463583] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d17eea2-99ab-4811-801f-e82d2efeea5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.498670] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35c0f9-f7df-4600-818e-938f957b0671 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.507682] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf568856-8b24-4052-be3c-9eb2ebbf7e22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.524841] env[62743]: DEBUG nova.compute.provider_tree [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.619909] env[62743]: DEBUG nova.network.neutron [-] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.633592] env[62743]: INFO nova.compute.manager [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] bringing vm to original state: 'stopped' [ 2134.651914] env[62743]: DEBUG nova.network.neutron [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2134.681493] env[62743]: DEBUG nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2134.719496] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2134.719768] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.719923] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2134.720279] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.720279] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2134.720532] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2134.721724] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2134.721724] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2134.721724] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2134.721724] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2134.721995] env[62743]: DEBUG nova.virt.hardware [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2134.723393] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c74c3d-1a6c-49d4-b6af-36bd249cbbff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.743615] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978fcf05-9a45-40e3-809b-c630bf86534d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.815152] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2134.815445] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.815622] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2134.815807] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.815950] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2134.816483] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2134.816908] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2134.817105] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2134.817282] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2134.817453] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2134.817617] env[62743]: DEBUG nova.virt.hardware [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2134.818629] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b548c-bdfa-4eca-9355-88aaa5ae1fa3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.830537] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dde9bd2-2c30-460c-8763-a25d9e3d10df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.844906] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:dc:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f236783c-ce05-4710-b1d2-ca20e92d87f2', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2134.852362] env[62743]: DEBUG oslo.service.loopingcall [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2134.852617] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2134.852831] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c067a54c-32b6-48f8-a59b-d9651e2db75d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.882514] env[62743]: DEBUG nova.network.neutron [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Updating instance_info_cache with network_info: [{"id": "1a9a8849-4eaa-41b1-8706-dcff7efff9bc", "address": "fa:16:3e:d1:15:0b", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9a8849-4e", "ovs_interfaceid": "1a9a8849-4eaa-41b1-8706-dcff7efff9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.884642] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2134.884642] env[62743]: value = "task-2064275" [ 2134.884642] env[62743]: _type = "Task" [ 2134.884642] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.892450] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064274, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.898318] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064275, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.027987] env[62743]: DEBUG nova.scheduler.client.report [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.124781] env[62743]: INFO nova.compute.manager [-] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Took 1.51 seconds to deallocate network for instance. [ 2135.237578] env[62743]: DEBUG nova.objects.instance [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lazy-loading 'flavor' on Instance uuid 78000a54-917a-4bfe-ad6b-9907aee03a23 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.386700] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "refresh_cache-944129ee-1950-43f1-b0ef-0835fa6e3475" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.387984] env[62743]: DEBUG nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Instance network_info: |[{"id": "1a9a8849-4eaa-41b1-8706-dcff7efff9bc", "address": "fa:16:3e:d1:15:0b", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9a8849-4e", "ovs_interfaceid": "1a9a8849-4eaa-41b1-8706-dcff7efff9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2135.391174] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:15:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9a8849-4eaa-41b1-8706-dcff7efff9bc', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2135.398995] env[62743]: DEBUG oslo.service.loopingcall [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.402577] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064274, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.402992] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2135.403173] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1a12e5d-dc8d-4bf7-af27-f97fc691a580 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.425154] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064275, 'name': CreateVM_Task, 'duration_secs': 0.49011} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.426208] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2135.426600] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2135.426600] env[62743]: value = "task-2064276" [ 2135.426600] env[62743]: _type = "Task" [ 2135.426600] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.427538] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.427756] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.428147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2135.428504] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448cecd1-3066-4085-b609-c1d88585af66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.442794] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064276, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.443214] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2135.443214] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521a983a-6473-155a-a634-d6dd7d75aa10" [ 2135.443214] env[62743]: _type = "Task" [ 2135.443214] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.453111] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521a983a-6473-155a-a634-d6dd7d75aa10, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.453470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.453758] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2135.453967] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.454167] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.454387] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2135.454683] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5179a0dd-16b1-430e-8ad6-f21a63011e98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.463520] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2135.463768] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2135.464581] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cfc6117-1683-4d51-8775-ece7cb5f1bf2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.472646] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2135.472646] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fa78b8-6a8e-b0f8-7b2c-49eba99570db" [ 2135.472646] env[62743]: _type = "Task" [ 2135.472646] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.480971] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fa78b8-6a8e-b0f8-7b2c-49eba99570db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.483157] env[62743]: DEBUG nova.compute.manager [req-4bc2782f-7d30-423d-89aa-44d50092eaaa req-196a610e-699d-4458-8576-15abbcab7e8b service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Received event network-vif-plugged-61ed941a-87a8-46df-bc39-7048bf1425f7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2135.483315] env[62743]: DEBUG oslo_concurrency.lockutils [req-4bc2782f-7d30-423d-89aa-44d50092eaaa req-196a610e-699d-4458-8576-15abbcab7e8b service nova] Acquiring lock "0c0e821c-5060-4174-a6aa-725950fb2304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.483524] env[62743]: DEBUG oslo_concurrency.lockutils [req-4bc2782f-7d30-423d-89aa-44d50092eaaa req-196a610e-699d-4458-8576-15abbcab7e8b service nova] Lock "0c0e821c-5060-4174-a6aa-725950fb2304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.483686] env[62743]: DEBUG oslo_concurrency.lockutils [req-4bc2782f-7d30-423d-89aa-44d50092eaaa req-196a610e-699d-4458-8576-15abbcab7e8b service nova] Lock "0c0e821c-5060-4174-a6aa-725950fb2304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.483863] env[62743]: DEBUG nova.compute.manager [req-4bc2782f-7d30-423d-89aa-44d50092eaaa req-196a610e-699d-4458-8576-15abbcab7e8b service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] No waiting events found dispatching network-vif-plugged-61ed941a-87a8-46df-bc39-7048bf1425f7 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2135.484016] env[62743]: WARNING nova.compute.manager [req-4bc2782f-7d30-423d-89aa-44d50092eaaa req-196a610e-699d-4458-8576-15abbcab7e8b service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Received unexpected event network-vif-plugged-61ed941a-87a8-46df-bc39-7048bf1425f7 for instance with vm_state building and task_state spawning. [ 2135.511078] env[62743]: DEBUG nova.compute.manager [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Received event network-changed-1a9a8849-4eaa-41b1-8706-dcff7efff9bc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2135.511078] env[62743]: DEBUG nova.compute.manager [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Refreshing instance network info cache due to event network-changed-1a9a8849-4eaa-41b1-8706-dcff7efff9bc. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2135.511078] env[62743]: DEBUG oslo_concurrency.lockutils [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] Acquiring lock "refresh_cache-944129ee-1950-43f1-b0ef-0835fa6e3475" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.511078] env[62743]: DEBUG oslo_concurrency.lockutils [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] Acquired lock "refresh_cache-944129ee-1950-43f1-b0ef-0835fa6e3475" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.511078] env[62743]: DEBUG nova.network.neutron [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Refreshing network info cache for port 1a9a8849-4eaa-41b1-8706-dcff7efff9bc {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2135.533903] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.534116] env[62743]: DEBUG nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2135.537736] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.417s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.538044] env[62743]: DEBUG nova.objects.instance [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'resources' on Instance uuid d4efd866-d4a4-41dc-befe-992a4ea52a42 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2135.616087] env[62743]: DEBUG nova.network.neutron [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Successfully updated port: 61ed941a-87a8-46df-bc39-7048bf1425f7 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2135.632043] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.643692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "4086386f-6356-450e-bb98-bc7a094be4e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.644028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.644230] env[62743]: DEBUG nova.compute.manager [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.645253] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426388b-9515-4b4b-b4ca-c7c809ce8785 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.654052] env[62743]: DEBUG nova.compute.manager [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2135.743338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-61c50ab2-68c8-4086-a883-4d6c97b66121 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.858s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.888699] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064274, 'name': CloneVM_Task, 'duration_secs': 1.976388} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.888981] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Created linked-clone VM from snapshot [ 2135.889774] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b63832b-1785-4357-87ad-362bd5774e95 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.899238] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Uploading image 0ec63fb2-b563-47e4-a0fa-6f87a27e5897 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2135.913410] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2135.913768] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c07e916c-798d-4752-9d6b-8eb4ddab79e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.922776] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2135.922776] env[62743]: value = "task-2064277" [ 2135.922776] env[62743]: _type = "Task" [ 2135.922776] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.935627] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064277, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.941755] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064276, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.983659] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fa78b8-6a8e-b0f8-7b2c-49eba99570db, 'name': SearchDatastore_Task, 'duration_secs': 0.012141} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.984472] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a95e9b-6cb6-45a6-953a-1bcece0965b5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.990470] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2135.990470] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522f2f41-23a6-14ef-db93-2f42beda12c1" [ 2135.990470] env[62743]: _type = "Task" [ 2135.990470] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.998811] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522f2f41-23a6-14ef-db93-2f42beda12c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.041664] env[62743]: DEBUG nova.compute.utils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2136.046171] env[62743]: DEBUG nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2136.046393] env[62743]: DEBUG nova.network.neutron [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2136.116188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "refresh_cache-0c0e821c-5060-4174-a6aa-725950fb2304" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.116422] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "refresh_cache-0c0e821c-5060-4174-a6aa-725950fb2304" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.116422] env[62743]: DEBUG nova.network.neutron [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.159301] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2136.160920] env[62743]: DEBUG nova.policy [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b270186a0e34ba395e33227c5e8acfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3595798fa2514fa0a1fcc8b9b5d6e267', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2136.162840] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee556e13-a38b-4040-859e-7c32106437b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.176041] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2136.176041] env[62743]: value = "task-2064278" [ 2136.176041] env[62743]: _type = "Task" [ 2136.176041] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.192488] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.286331] env[62743]: DEBUG nova.network.neutron [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Updated VIF entry in instance network info cache for port 1a9a8849-4eaa-41b1-8706-dcff7efff9bc. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2136.287220] env[62743]: DEBUG nova.network.neutron [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Updating instance_info_cache with network_info: [{"id": "1a9a8849-4eaa-41b1-8706-dcff7efff9bc", "address": "fa:16:3e:d1:15:0b", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9a8849-4e", "ovs_interfaceid": "1a9a8849-4eaa-41b1-8706-dcff7efff9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.332736] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f888ec0-6d99-4315-8e96-242e0d14dca2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.340965] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaffcd5a-6c16-46b0-b202-9e6158edec73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.372699] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d45186-f32f-4408-badb-6df3e2147c45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.381149] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7c8a26-ef48-41a5-8df2-c64c37bf7755 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.395022] env[62743]: DEBUG nova.compute.provider_tree [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2136.434877] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064277, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.443849] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064276, 'name': CreateVM_Task, 'duration_secs': 0.579342} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.444098] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2136.444807] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.444969] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.445394] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2136.445557] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57961f0a-2817-43f0-b80e-6b9c6e1b44d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.450931] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2136.450931] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e7c020-12f1-f785-5327-af16b6c0a41e" [ 2136.450931] env[62743]: _type = "Task" [ 2136.450931] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.459563] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e7c020-12f1-f785-5327-af16b6c0a41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.501711] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522f2f41-23a6-14ef-db93-2f42beda12c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01115} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.501993] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.502268] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2136.502536] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a9a90dc-9f04-4f3d-8daf-4722f9a98535 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.505155] env[62743]: DEBUG nova.network.neutron [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Successfully created port: 3723234c-82cc-4715-8eaa-da39be58d11c {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2136.512863] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2136.512863] env[62743]: value = "task-2064279" [ 2136.512863] env[62743]: _type = "Task" [ 2136.512863] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.521126] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.546848] env[62743]: DEBUG nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2136.651373] env[62743]: DEBUG nova.network.neutron [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2136.690609] env[62743]: DEBUG oslo_vmware.api [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064278, 'name': PowerOffVM_Task, 'duration_secs': 0.316011} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.693512] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2136.693512] env[62743]: DEBUG nova.compute.manager [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.693512] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa9188-0ead-400e-90f0-a88d8665b01e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.735095] env[62743]: DEBUG oslo_concurrency.lockutils [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "78000a54-917a-4bfe-ad6b-9907aee03a23" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.735095] env[62743]: DEBUG oslo_concurrency.lockutils [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.790718] env[62743]: DEBUG oslo_concurrency.lockutils [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] Releasing lock "refresh_cache-944129ee-1950-43f1-b0ef-0835fa6e3475" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.790718] env[62743]: DEBUG nova.compute.manager [req-3041b264-b985-46aa-b65c-dd0a76423d4c req-d134f3d1-c822-42dd-859e-589130042e45 service nova] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Received event network-vif-deleted-3ee96457-9402-42ba-a432-7a25aa41242b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2136.877143] env[62743]: DEBUG nova.network.neutron [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Updating instance_info_cache with network_info: [{"id": "61ed941a-87a8-46df-bc39-7048bf1425f7", "address": "fa:16:3e:17:41:58", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ed941a-87", "ovs_interfaceid": "61ed941a-87a8-46df-bc39-7048bf1425f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.899063] env[62743]: DEBUG nova.scheduler.client.report [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2136.934328] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064277, 'name': Destroy_Task, 'duration_secs': 0.725999} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.934655] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Destroyed the VM [ 2136.934906] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2136.935197] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9dadc9ed-3e5c-417e-aba0-4ad406171d01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.945010] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2136.945010] env[62743]: value = "task-2064280" [ 2136.945010] env[62743]: _type = "Task" [ 2136.945010] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.957013] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.967932] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e7c020-12f1-f785-5327-af16b6c0a41e, 'name': SearchDatastore_Task, 'duration_secs': 0.011296} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.968338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.968634] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2136.968909] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.969124] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.969313] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2136.969608] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70ab26c7-3ad2-4f29-a5b6-daf5fdf85a21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.980202] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2136.980434] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2136.981200] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71e14bb-ddb5-46e2-9e7f-504bc1278b4b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.988115] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2136.988115] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f6957e-162a-33c2-1c18-57c954f095ca" [ 2136.988115] env[62743]: _type = "Task" [ 2136.988115] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.997855] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f6957e-162a-33c2-1c18-57c954f095ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.023970] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064279, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.209754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.237175] env[62743]: INFO nova.compute.manager [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Detaching volume 4b12bebc-076f-4b0a-ad3c-a9968a3f5466 [ 2137.275111] env[62743]: INFO nova.virt.block_device [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Attempting to driver detach volume 4b12bebc-076f-4b0a-ad3c-a9968a3f5466 from mountpoint /dev/sdb [ 2137.275111] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2137.275111] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423354', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'name': 'volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78000a54-917a-4bfe-ad6b-9907aee03a23', 'attached_at': '', 'detached_at': '', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'serial': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2137.275111] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa4409e-8c70-4981-a241-33d69ae0c124 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.298207] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a68107a-01f0-4ad9-b6ce-9ac85882c6d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.307159] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d31cc6c-246e-49f0-b77c-347b8a2e87be {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.328679] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278fbd40-fa53-4b2a-8be0-47047c0714f5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.345703] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466/volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2137.350903] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2137.351266] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af9bed9-b2ef-4f25-9684-87037950501f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.370934] env[62743]: DEBUG oslo_vmware.api [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2137.370934] env[62743]: value = "task-2064281" [ 2137.370934] env[62743]: _type = "Task" [ 2137.370934] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.380187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "refresh_cache-0c0e821c-5060-4174-a6aa-725950fb2304" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.380644] env[62743]: DEBUG nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Instance network_info: |[{"id": "61ed941a-87a8-46df-bc39-7048bf1425f7", "address": "fa:16:3e:17:41:58", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ed941a-87", "ovs_interfaceid": "61ed941a-87a8-46df-bc39-7048bf1425f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2137.380781] env[62743]: DEBUG oslo_vmware.api [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.381245] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:41:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ed941a-87a8-46df-bc39-7048bf1425f7', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2137.388993] env[62743]: DEBUG oslo.service.loopingcall [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2137.389308] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2137.389626] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a21cc104-0c5a-4ccc-b3ba-65cb17342217 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.404162] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.406663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.037s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.406904] env[62743]: DEBUG nova.objects.instance [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lazy-loading 'resources' on Instance uuid ce6e5573-0b93-4206-a69d-f591efe3d644 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2137.417777] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2137.417777] env[62743]: value = "task-2064282" [ 2137.417777] env[62743]: _type = "Task" [ 2137.417777] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.424681] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064282, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.428209] env[62743]: INFO nova.scheduler.client.report [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted allocations for instance d4efd866-d4a4-41dc-befe-992a4ea52a42 [ 2137.457963] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.498663] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f6957e-162a-33c2-1c18-57c954f095ca, 'name': SearchDatastore_Task, 'duration_secs': 0.039727} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.499601] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35f92bf-6c47-499e-bb21-58b8dd264ef6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.505284] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2137.505284] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5263720e-ff6c-63f7-6080-6a41dc6ff4d0" [ 2137.505284] env[62743]: _type = "Task" [ 2137.505284] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.508443] env[62743]: DEBUG nova.compute.manager [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Received event network-changed-61ed941a-87a8-46df-bc39-7048bf1425f7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2137.508443] env[62743]: DEBUG nova.compute.manager [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Refreshing instance network info cache due to event network-changed-61ed941a-87a8-46df-bc39-7048bf1425f7. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2137.508443] env[62743]: DEBUG oslo_concurrency.lockutils [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] Acquiring lock "refresh_cache-0c0e821c-5060-4174-a6aa-725950fb2304" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.508443] env[62743]: DEBUG oslo_concurrency.lockutils [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] Acquired lock "refresh_cache-0c0e821c-5060-4174-a6aa-725950fb2304" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.508443] env[62743]: DEBUG nova.network.neutron [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Refreshing network info cache for port 61ed941a-87a8-46df-bc39-7048bf1425f7 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2137.522327] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5263720e-ff6c-63f7-6080-6a41dc6ff4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.529157] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528243} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.529649] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2137.529862] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2137.530128] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aeccfed-facb-4452-b25b-0a0a2fc105a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.537948] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2137.537948] env[62743]: value = "task-2064283" [ 2137.537948] env[62743]: _type = "Task" [ 2137.537948] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.547626] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.557138] env[62743]: DEBUG nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2137.591891] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2137.592021] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2137.592091] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2137.592303] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2137.592450] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2137.592608] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2137.592802] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2137.592973] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2137.593160] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2137.593337] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2137.593516] env[62743]: DEBUG nova.virt.hardware [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2137.594966] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f91640-d4ab-4d20-aa86-fe8d7cd12318 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.605358] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d66eaa4-23ff-41e8-b80e-98373e1d0a68 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.718902] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.883736] env[62743]: DEBUG oslo_vmware.api [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064281, 'name': ReconfigVM_Task, 'duration_secs': 0.414502} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.884964] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2137.889052] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8466d528-e3a3-4f45-990b-2442f910bd2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.906986] env[62743]: DEBUG oslo_vmware.api [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2137.906986] env[62743]: value = "task-2064284" [ 2137.906986] env[62743]: _type = "Task" [ 2137.906986] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.920042] env[62743]: DEBUG oslo_vmware.api [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.930840] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064282, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.938629] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25e41929-232b-4f69-8854-7e15c6e0fa91 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "d4efd866-d4a4-41dc-befe-992a4ea52a42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.096s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.959867] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064280, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.019163] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5263720e-ff6c-63f7-6080-6a41dc6ff4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013497} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.022509] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.022919] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 944129ee-1950-43f1-b0ef-0835fa6e3475/944129ee-1950-43f1-b0ef-0835fa6e3475.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2138.023456] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba04eb47-9897-4ee5-aff4-8ddbe821b424 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.032401] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2138.032401] env[62743]: value = "task-2064285" [ 2138.032401] env[62743]: _type = "Task" [ 2138.032401] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.045259] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.051044] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076926} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.054178] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2138.055908] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f703ab-d43b-4794-bb27-41cd00ea9391 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.080855] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2138.085872] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69732178-20dd-421d-b351-bd2fb35bb440 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.101714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "4086386f-6356-450e-bb98-bc7a094be4e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.101912] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.102152] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "4086386f-6356-450e-bb98-bc7a094be4e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.102351] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.102522] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.105151] env[62743]: DEBUG nova.compute.manager [req-366340cf-80e4-4cdb-882d-3db14b9eac62 req-b89f0fd0-49f7-4c63-814f-589034487b30 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Received event network-vif-plugged-3723234c-82cc-4715-8eaa-da39be58d11c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2138.105387] env[62743]: DEBUG oslo_concurrency.lockutils [req-366340cf-80e4-4cdb-882d-3db14b9eac62 req-b89f0fd0-49f7-4c63-814f-589034487b30 service nova] Acquiring lock "23e32315-01f1-4f46-9970-a88728fe7946-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.105510] env[62743]: DEBUG oslo_concurrency.lockutils [req-366340cf-80e4-4cdb-882d-3db14b9eac62 req-b89f0fd0-49f7-4c63-814f-589034487b30 service nova] Lock "23e32315-01f1-4f46-9970-a88728fe7946-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.105668] env[62743]: DEBUG oslo_concurrency.lockutils [req-366340cf-80e4-4cdb-882d-3db14b9eac62 req-b89f0fd0-49f7-4c63-814f-589034487b30 service nova] Lock "23e32315-01f1-4f46-9970-a88728fe7946-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.105832] env[62743]: DEBUG nova.compute.manager [req-366340cf-80e4-4cdb-882d-3db14b9eac62 req-b89f0fd0-49f7-4c63-814f-589034487b30 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] No waiting events found dispatching network-vif-plugged-3723234c-82cc-4715-8eaa-da39be58d11c {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2138.105989] env[62743]: WARNING nova.compute.manager [req-366340cf-80e4-4cdb-882d-3db14b9eac62 req-b89f0fd0-49f7-4c63-814f-589034487b30 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Received unexpected event network-vif-plugged-3723234c-82cc-4715-8eaa-da39be58d11c for instance with vm_state building and task_state spawning. [ 2138.106524] env[62743]: INFO nova.compute.manager [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Terminating instance [ 2138.115355] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2138.115355] env[62743]: value = "task-2064286" [ 2138.115355] env[62743]: _type = "Task" [ 2138.115355] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.125478] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.219128] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f64f3d-6c55-4a7f-820c-5609ae56a310 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.226787] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df709584-afed-4590-9fcc-f61f828b50c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.262547] env[62743]: DEBUG nova.network.neutron [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Successfully updated port: 3723234c-82cc-4715-8eaa-da39be58d11c {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2138.267585] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6811aef8-87ed-45bb-9892-90d3fda5ef46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.277553] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89903d26-9132-4d9e-ad56-4df689baea5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.294893] env[62743]: DEBUG nova.compute.provider_tree [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.346762] env[62743]: DEBUG nova.network.neutron [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Updated VIF entry in instance network info cache for port 61ed941a-87a8-46df-bc39-7048bf1425f7. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2138.347337] env[62743]: DEBUG nova.network.neutron [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Updating instance_info_cache with network_info: [{"id": "61ed941a-87a8-46df-bc39-7048bf1425f7", "address": "fa:16:3e:17:41:58", "network": {"id": "b2b734a2-6cad-4d92-aaa0-84d777ee0c44", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1252428725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaed015c181a4e19b5ee86c571962edb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ed941a-87", "ovs_interfaceid": "61ed941a-87a8-46df-bc39-7048bf1425f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.418529] env[62743]: DEBUG oslo_vmware.api [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064284, 'name': ReconfigVM_Task, 'duration_secs': 0.165816} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.418720] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423354', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'name': 'volume-4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '78000a54-917a-4bfe-ad6b-9907aee03a23', 'attached_at': '', 'detached_at': '', 'volume_id': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466', 'serial': '4b12bebc-076f-4b0a-ad3c-a9968a3f5466'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2138.431074] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064282, 'name': CreateVM_Task, 'duration_secs': 0.542009} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.431261] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2138.432049] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.432248] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.432556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2138.432848] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f822f1-21cc-4cc7-9582-af5e57e927e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.439423] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2138.439423] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a14d95-99cc-a0fa-5f21-393826f9aeaa" [ 2138.439423] env[62743]: _type = "Task" [ 2138.439423] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.449181] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a14d95-99cc-a0fa-5f21-393826f9aeaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.459275] env[62743]: DEBUG oslo_vmware.api [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064280, 'name': RemoveSnapshot_Task, 'duration_secs': 1.321367} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.459596] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2138.543510] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064285, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.612549] env[62743]: DEBUG nova.compute.manager [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2138.612844] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.613924] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e3b1ba-4b56-47bc-a389-7229f09cde1b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.627337] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.630912] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836d261a-c82a-44e7-b518-f094630ff2a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.632682] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064286, 'name': ReconfigVM_Task, 'duration_secs': 0.360145} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.633464] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Reconfigured VM instance instance-0000004c to attach disk [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb/da7d8924-e1ce-40dd-95b8-65f1368278bb.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2138.633985] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21e59d9-29b5-4b70-b5ec-5a67806db91a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.642445] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2138.642445] env[62743]: value = "task-2064288" [ 2138.642445] env[62743]: _type = "Task" [ 2138.642445] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.652890] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064288, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.771960] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.772287] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.772327] env[62743]: DEBUG nova.network.neutron [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2138.798617] env[62743]: DEBUG nova.scheduler.client.report [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.850289] env[62743]: DEBUG oslo_concurrency.lockutils [req-b7d88325-f2fb-450a-955b-b80880b2fee5 req-df55b3aa-462c-48a4-a772-05664835f801 service nova] Releasing lock "refresh_cache-0c0e821c-5060-4174-a6aa-725950fb2304" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.875429] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.875429] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.875429] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleting the datastore file [datastore1] 4086386f-6356-450e-bb98-bc7a094be4e3 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.875429] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-284380aa-f712-4fc2-90ac-63c23794aae7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.884018] env[62743]: DEBUG oslo_vmware.api [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2138.884018] env[62743]: value = "task-2064289" [ 2138.884018] env[62743]: _type = "Task" [ 2138.884018] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.892114] env[62743]: DEBUG oslo_vmware.api [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.951481] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a14d95-99cc-a0fa-5f21-393826f9aeaa, 'name': SearchDatastore_Task, 'duration_secs': 0.065652} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.952080] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.952080] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2138.952238] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.952411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.952564] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2138.952835] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e1e4de-4aa8-41db-b5a5-628373163f01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.967576] env[62743]: WARNING nova.compute.manager [None req-dd958ac1-d6ed-4822-9a09-f3da5de85835 tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Image not found during snapshot: nova.exception.ImageNotFound: Image 0ec63fb2-b563-47e4-a0fa-6f87a27e5897 could not be found. [ 2138.968920] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2138.968920] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2138.972400] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58582f75-0ddd-4f7c-ad7e-94cd2342bfec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.976112] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2138.976112] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52499194-b457-d9c4-cb25-d650580c5191" [ 2138.976112] env[62743]: _type = "Task" [ 2138.976112] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.981044] env[62743]: DEBUG nova.objects.instance [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lazy-loading 'flavor' on Instance uuid 78000a54-917a-4bfe-ad6b-9907aee03a23 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.989685] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52499194-b457-d9c4-cb25-d650580c5191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.042951] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650345} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.043242] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 944129ee-1950-43f1-b0ef-0835fa6e3475/944129ee-1950-43f1-b0ef-0835fa6e3475.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2139.043495] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2139.043716] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-549b8764-ab27-4bf4-a14e-1ed3cf8119b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.050442] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2139.050442] env[62743]: value = "task-2064290" [ 2139.050442] env[62743]: _type = "Task" [ 2139.050442] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.060390] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.152876] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064288, 'name': Rename_Task, 'duration_secs': 0.185422} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.153196] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2139.153410] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee031de0-7629-4414-9cd3-fb1cd800c75f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.162015] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2139.162015] env[62743]: value = "task-2064291" [ 2139.162015] env[62743]: _type = "Task" [ 2139.162015] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.171812] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.304212] env[62743]: DEBUG nova.network.neutron [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2139.306683] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.310147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.677s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.310147] env[62743]: DEBUG nova.objects.instance [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lazy-loading 'resources' on Instance uuid ae6e5983-1579-404c-a21b-3c3bb25ac7ee {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.331368] env[62743]: INFO nova.scheduler.client.report [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleted allocations for instance ce6e5573-0b93-4206-a69d-f591efe3d644 [ 2139.396978] env[62743]: DEBUG oslo_vmware.api [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147147} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.397802] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.398088] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.398284] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.398500] env[62743]: INFO nova.compute.manager [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Took 0.79 seconds to destroy the instance on the hypervisor. [ 2139.398683] env[62743]: DEBUG oslo.service.loopingcall [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.399550] env[62743]: DEBUG nova.compute.manager [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.399641] env[62743]: DEBUG nova.network.neutron [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.470385] env[62743]: DEBUG nova.network.neutron [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance_info_cache with network_info: [{"id": "3723234c-82cc-4715-8eaa-da39be58d11c", "address": "fa:16:3e:ec:11:4f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3723234c-82", "ovs_interfaceid": "3723234c-82cc-4715-8eaa-da39be58d11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.473888] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.473888] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.490265] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52499194-b457-d9c4-cb25-d650580c5191, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.493083] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97031bdd-7800-4b40-91da-98c59d085cf1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.500070] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2139.500070] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52312cc4-2109-267d-98f0-c6c9a355ca7d" [ 2139.500070] env[62743]: _type = "Task" [ 2139.500070] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.512018] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52312cc4-2109-267d-98f0-c6c9a355ca7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.564093] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067984} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.565185] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2139.566259] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07327ab5-4494-468c-bdb2-77f6f653dc18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.594527] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 944129ee-1950-43f1-b0ef-0835fa6e3475/944129ee-1950-43f1-b0ef-0835fa6e3475.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.594527] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82f4772-ff4a-45f7-9695-c50b83d49d25 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.623583] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2139.623583] env[62743]: value = "task-2064292" [ 2139.623583] env[62743]: _type = "Task" [ 2139.623583] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.634699] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.678442] env[62743]: DEBUG oslo_vmware.api [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064291, 'name': PowerOnVM_Task, 'duration_secs': 0.479109} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.678442] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2139.678442] env[62743]: DEBUG nova.compute.manager [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2139.679704] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5399efe0-f725-45b4-8c5a-f5c523236cd4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.841977] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63318e5d-3bb4-41af-bbb2-58972b192f18 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ce6e5573-0b93-4206-a69d-f591efe3d644" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.998s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.864115] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "45f30b5f-3762-4105-92be-762573829cf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.864366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "45f30b5f-3762-4105-92be-762573829cf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.864964] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "45f30b5f-3762-4105-92be-762573829cf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.865187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "45f30b5f-3762-4105-92be-762573829cf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.865374] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "45f30b5f-3762-4105-92be-762573829cf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.867358] env[62743]: INFO nova.compute.manager [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Terminating instance [ 2139.973894] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.974332] env[62743]: DEBUG nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Instance network_info: |[{"id": "3723234c-82cc-4715-8eaa-da39be58d11c", "address": "fa:16:3e:ec:11:4f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3723234c-82", "ovs_interfaceid": "3723234c-82cc-4715-8eaa-da39be58d11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2139.974595] env[62743]: DEBUG nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2139.977143] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:11:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3723234c-82cc-4715-8eaa-da39be58d11c', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2139.985022] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Creating folder: Project (3595798fa2514fa0a1fcc8b9b5d6e267). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2139.989280] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33400018-461b-4ec3-b103-bb117f2715ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.993966] env[62743]: DEBUG oslo_concurrency.lockutils [None req-70d46336-b5cc-47e9-aad8-04ec97940f37 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.004065] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Created folder: Project (3595798fa2514fa0a1fcc8b9b5d6e267) in parent group-v423128. [ 2140.004065] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Creating folder: Instances. Parent ref: group-v423360. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2140.010400] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41c3f0ad-6189-4b1f-8bb7-b60526e50993 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.020032] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52312cc4-2109-267d-98f0-c6c9a355ca7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.020219] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.020452] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0c0e821c-5060-4174-a6aa-725950fb2304/0c0e821c-5060-4174-a6aa-725950fb2304.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2140.020719] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1da15a46-6139-4cea-91e9-b8c1c5592d71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.026060] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Created folder: Instances in parent group-v423360. [ 2140.026332] env[62743]: DEBUG oslo.service.loopingcall [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.027316] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2140.027537] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9792c0b-3d00-4684-b304-1295a0eeabd9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.046129] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2140.046129] env[62743]: value = "task-2064295" [ 2140.046129] env[62743]: _type = "Task" [ 2140.046129] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.054019] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2140.054019] env[62743]: value = "task-2064296" [ 2140.054019] env[62743]: _type = "Task" [ 2140.054019] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.058800] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.071491] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064296, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.089586] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3580707-a262-4eb8-98a1-526b02c2aa75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.097355] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b1be34-8b8a-492f-a36e-87874154eb18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.138634] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e414369b-63de-4aec-a1cf-6509f09b3fb9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.147870] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064292, 'name': ReconfigVM_Task, 'duration_secs': 0.326309} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.151146] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 944129ee-1950-43f1-b0ef-0835fa6e3475/944129ee-1950-43f1-b0ef-0835fa6e3475.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.151146] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0328d40-726f-4484-8332-6f0bd59c237e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.153306] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66262ef-a448-4751-9a7c-6ecf29ce61c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.157899] env[62743]: DEBUG nova.network.neutron [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.170828] env[62743]: DEBUG nova.compute.provider_tree [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.173870] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2140.173870] env[62743]: value = "task-2064297" [ 2140.173870] env[62743]: _type = "Task" [ 2140.173870] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.183848] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064297, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.190925] env[62743]: DEBUG nova.compute.manager [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Received event network-changed-3723234c-82cc-4715-8eaa-da39be58d11c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2140.191134] env[62743]: DEBUG nova.compute.manager [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Refreshing instance network info cache due to event network-changed-3723234c-82cc-4715-8eaa-da39be58d11c. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2140.191240] env[62743]: DEBUG oslo_concurrency.lockutils [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] Acquiring lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.191404] env[62743]: DEBUG oslo_concurrency.lockutils [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] Acquired lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.191562] env[62743]: DEBUG nova.network.neutron [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Refreshing network info cache for port 3723234c-82cc-4715-8eaa-da39be58d11c {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2140.199204] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.371182] env[62743]: DEBUG nova.compute.manager [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2140.371704] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2140.372753] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab91147f-7186-474f-92d2-6a60abe5a3d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.386150] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2140.386458] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da5b7049-4072-4365-8676-397224b68e40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.395651] env[62743]: DEBUG oslo_vmware.api [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2140.395651] env[62743]: value = "task-2064298" [ 2140.395651] env[62743]: _type = "Task" [ 2140.395651] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.406843] env[62743]: DEBUG oslo_vmware.api [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.556378] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509229} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.556674] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 0c0e821c-5060-4174-a6aa-725950fb2304/0c0e821c-5060-4174-a6aa-725950fb2304.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.556893] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2140.557170] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59de48cd-0625-4f33-af66-88a664ef30b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.571020] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064296, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.572673] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2140.572673] env[62743]: value = "task-2064299" [ 2140.572673] env[62743]: _type = "Task" [ 2140.572673] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.578217] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.583360] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.661478] env[62743]: INFO nova.compute.manager [-] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Took 1.26 seconds to deallocate network for instance. [ 2140.675930] env[62743]: DEBUG nova.scheduler.client.report [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.690211] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064297, 'name': Rename_Task, 'duration_secs': 0.444902} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.691138] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.691138] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68eed3f1-8eca-43da-a9ab-c89c5dc0ef75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.703179] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2140.703179] env[62743]: value = "task-2064300" [ 2140.703179] env[62743]: _type = "Task" [ 2140.703179] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.713970] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.910028] env[62743]: DEBUG oslo_vmware.api [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064298, 'name': PowerOffVM_Task, 'duration_secs': 0.267784} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.910386] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2140.910519] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2140.910771] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-017431a5-049b-4ef0-aec1-66da8e14ba99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.988412] env[62743]: DEBUG nova.network.neutron [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updated VIF entry in instance network info cache for port 3723234c-82cc-4715-8eaa-da39be58d11c. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2140.988803] env[62743]: DEBUG nova.network.neutron [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance_info_cache with network_info: [{"id": "3723234c-82cc-4715-8eaa-da39be58d11c", "address": "fa:16:3e:ec:11:4f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3723234c-82", "ovs_interfaceid": "3723234c-82cc-4715-8eaa-da39be58d11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.065598] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2141.065914] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2141.066174] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleting the datastore file [datastore1] 45f30b5f-3762-4105-92be-762573829cf0 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2141.066972] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03835661-7233-4222-9bbf-b7709481c979 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.072543] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064296, 'name': CreateVM_Task, 'duration_secs': 0.781738} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.073153] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2141.074074] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.074300] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.074649] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2141.078186] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7940fda-48f3-48a7-8acf-7ef2467b17fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.081344] env[62743]: DEBUG oslo_vmware.api [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for the task: (returnval){ [ 2141.081344] env[62743]: value = "task-2064302" [ 2141.081344] env[62743]: _type = "Task" [ 2141.081344] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.089898] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2141.089898] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c75a14-287b-fec7-3639-aae5d49eaee5" [ 2141.089898] env[62743]: _type = "Task" [ 2141.089898] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.090147] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083148} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.090856] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2141.095114] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262cc345-860a-48ec-9fa3-b1edd22732eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.100619] env[62743]: DEBUG oslo_vmware.api [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.106030] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c75a14-287b-fec7-3639-aae5d49eaee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.124133] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 0c0e821c-5060-4174-a6aa-725950fb2304/0c0e821c-5060-4174-a6aa-725950fb2304.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2141.124358] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03082d0-3572-4ab0-8756-eb81c20e7ce3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.146125] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2141.146125] env[62743]: value = "task-2064303" [ 2141.146125] env[62743]: _type = "Task" [ 2141.146125] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.158795] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.168799] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.184379] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.186720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.468s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.186988] env[62743]: DEBUG nova.objects.instance [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2141.202480] env[62743]: INFO nova.scheduler.client.report [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Deleted allocations for instance ae6e5983-1579-404c-a21b-3c3bb25ac7ee [ 2141.216270] env[62743]: DEBUG oslo_vmware.api [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064300, 'name': PowerOnVM_Task, 'duration_secs': 0.512995} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.216595] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2141.216892] env[62743]: INFO nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Took 8.44 seconds to spawn the instance on the hypervisor. [ 2141.217505] env[62743]: DEBUG nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.217967] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192d4d9-67a6-42b5-8675-2230fa388298 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.357252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "ee1dab62-8535-4e30-a736-fff677048b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.357503] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ee1dab62-8535-4e30-a736-fff677048b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.406591] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.406887] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.491835] env[62743]: DEBUG oslo_concurrency.lockutils [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] Releasing lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.492068] env[62743]: DEBUG nova.compute.manager [req-209300fe-266f-405a-af66-9ad15b1006c9 req-6c033d7e-3bda-4801-a04f-4e2a9a999cc3 service nova] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Received event network-vif-deleted-7b8d411e-ceae-4968-b2fb-a962388e7188 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2141.599870] env[62743]: DEBUG oslo_vmware.api [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.605468] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c75a14-287b-fec7-3639-aae5d49eaee5, 'name': SearchDatastore_Task, 'duration_secs': 0.02561} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.605635] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.605869] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2141.606128] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.606296] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.606475] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2141.606734] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85aee320-8199-45b0-b025-dd9910b6081e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.620026] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2141.620274] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2141.621040] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba41884-7ea9-499d-9b4e-a96014729dba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.627085] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2141.627085] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524fa6b5-5539-2d71-c65c-d52f40622078" [ 2141.627085] env[62743]: _type = "Task" [ 2141.627085] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.636794] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524fa6b5-5539-2d71-c65c-d52f40622078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.659239] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.659689] env[62743]: DEBUG oslo_concurrency.lockutils [None req-26e69976-0ded-4d64-a7d3-0e377cf02452 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.659966] env[62743]: DEBUG oslo_concurrency.lockutils [None req-26e69976-0ded-4d64-a7d3-0e377cf02452 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.660675] env[62743]: DEBUG nova.objects.instance [None req-26e69976-0ded-4d64-a7d3-0e377cf02452 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'flavor' on Instance uuid ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.714309] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e0d8d4b3-fd8c-4828-b3f5-5f36998de713 tempest-ServersTestJSON-294212873 tempest-ServersTestJSON-294212873-project-member] Lock "ae6e5983-1579-404c-a21b-3c3bb25ac7ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.094s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.735975] env[62743]: INFO nova.compute.manager [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Took 20.54 seconds to build instance. [ 2141.860725] env[62743]: DEBUG nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2141.909867] env[62743]: DEBUG nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2142.093866] env[62743]: DEBUG oslo_vmware.api [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Task: {'id': task-2064302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549719} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.094334] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2142.094334] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2142.094487] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2142.094675] env[62743]: INFO nova.compute.manager [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Took 1.72 seconds to destroy the instance on the hypervisor. [ 2142.094896] env[62743]: DEBUG oslo.service.loopingcall [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.095155] env[62743]: DEBUG nova.compute.manager [-] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2142.095253] env[62743]: DEBUG nova.network.neutron [-] [instance: 45f30b5f-3762-4105-92be-762573829cf0] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2142.143621] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524fa6b5-5539-2d71-c65c-d52f40622078, 'name': SearchDatastore_Task, 'duration_secs': 0.014802} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.144862] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08578e3-3d4a-422c-91b9-f56033028728 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.159043] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2142.159043] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522d3eb7-9fed-5a0d-6fc3-d98dad692b43" [ 2142.159043] env[62743]: _type = "Task" [ 2142.159043] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.159350] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064303, 'name': ReconfigVM_Task, 'duration_secs': 0.992732} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.159692] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 0c0e821c-5060-4174-a6aa-725950fb2304/0c0e821c-5060-4174-a6aa-725950fb2304.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.164025] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36a069b8-974f-423d-8a70-9fd6abce996f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.166947] env[62743]: DEBUG nova.objects.instance [None req-26e69976-0ded-4d64-a7d3-0e377cf02452 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'pci_requests' on Instance uuid ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.176191] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522d3eb7-9fed-5a0d-6fc3-d98dad692b43, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.177681] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.177949] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 23e32315-01f1-4f46-9970-a88728fe7946/23e32315-01f1-4f46-9970-a88728fe7946.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2142.178324] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2142.178324] env[62743]: value = "task-2064304" [ 2142.178324] env[62743]: _type = "Task" [ 2142.178324] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.178730] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e60c06fa-71df-46a0-95d8-0431a7abec59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.191129] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064304, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.193508] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2142.193508] env[62743]: value = "task-2064305" [ 2142.193508] env[62743]: _type = "Task" [ 2142.193508] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.198443] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82498b93-25ae-4e3b-9cce-78ff2f153c16 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.199567] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.199801] env[62743]: DEBUG nova.objects.instance [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2142.207398] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.238471] env[62743]: DEBUG oslo_concurrency.lockutils [None req-63b5c946-46d4-418b-8382-c58d2cde0749 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.050s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.393764] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.435679] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.499841] env[62743]: DEBUG nova.compute.manager [req-39551d1d-bec1-445f-9bb6-f83becce38c8 req-6f413279-388d-4e0a-8da2-29c8f224bbea service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Received event network-vif-deleted-d37a7065-532e-458c-a32a-847bd4c19969 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2142.500283] env[62743]: INFO nova.compute.manager [req-39551d1d-bec1-445f-9bb6-f83becce38c8 req-6f413279-388d-4e0a-8da2-29c8f224bbea service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Neutron deleted interface d37a7065-532e-458c-a32a-847bd4c19969; detaching it from the instance and deleting it from the info cache [ 2142.500545] env[62743]: DEBUG nova.network.neutron [req-39551d1d-bec1-445f-9bb6-f83becce38c8 req-6f413279-388d-4e0a-8da2-29c8f224bbea service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.670388] env[62743]: DEBUG nova.objects.base [None req-26e69976-0ded-4d64-a7d3-0e377cf02452 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2142.670819] env[62743]: DEBUG nova.network.neutron [None req-26e69976-0ded-4d64-a7d3-0e377cf02452 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2142.694653] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064304, 'name': Rename_Task, 'duration_secs': 0.156495} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.698513] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.698786] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17440cd4-f9b2-4110-9cd5-156cd200ca00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.711720] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475518} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.715325] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 23e32315-01f1-4f46-9970-a88728fe7946/23e32315-01f1-4f46-9970-a88728fe7946.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2142.715556] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2142.715877] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2142.715877] env[62743]: value = "task-2064306" [ 2142.715877] env[62743]: _type = "Task" [ 2142.715877] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.716342] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a310ca-cc2a-4bce-96a2-bd5679278ca0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.730405] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.731946] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2142.731946] env[62743]: value = "task-2064307" [ 2142.731946] env[62743]: _type = "Task" [ 2142.731946] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.745236] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.781394] env[62743]: DEBUG oslo_concurrency.lockutils [None req-26e69976-0ded-4d64-a7d3-0e377cf02452 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.121s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.890868] env[62743]: DEBUG nova.network.neutron [-] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.003596] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbe901ca-7e71-45bc-9762-37d755254428 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.014567] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd4617-046a-492b-82af-e5d727344a97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.048959] env[62743]: DEBUG nova.compute.manager [req-39551d1d-bec1-445f-9bb6-f83becce38c8 req-6f413279-388d-4e0a-8da2-29c8f224bbea service nova] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Detach interface failed, port_id=d37a7065-532e-458c-a32a-847bd4c19969, reason: Instance 45f30b5f-3762-4105-92be-762573829cf0 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2143.217986] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ed41b61f-30f6-4b4a-8d26-be0103fe7864 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.219203] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.641s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.220742] env[62743]: INFO nova.compute.claims [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2143.233836] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.243910] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13117} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.244290] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2143.245134] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3d157c-f2e8-4d61-8adc-5cc0aea5163e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.274317] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 23e32315-01f1-4f46-9970-a88728fe7946/23e32315-01f1-4f46-9970-a88728fe7946.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2143.274508] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5534235-657e-4690-9d0c-9ae6a5261775 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.298716] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2143.298716] env[62743]: value = "task-2064308" [ 2143.298716] env[62743]: _type = "Task" [ 2143.298716] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.307458] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.393681] env[62743]: INFO nova.compute.manager [-] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Took 1.30 seconds to deallocate network for instance. [ 2143.585127] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "944129ee-1950-43f1-b0ef-0835fa6e3475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.585409] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.585650] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "944129ee-1950-43f1-b0ef-0835fa6e3475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.586342] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.586538] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.589191] env[62743]: INFO nova.compute.manager [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Terminating instance [ 2143.737965] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.809043] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064308, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.903360] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.093053] env[62743]: DEBUG nova.compute.manager [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2144.093357] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2144.094282] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055536c1-129c-49cd-b07e-d4dbd88f7735 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.103011] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.103303] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6453284-cf4f-4a3a-a572-369cfcdc5fa4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.110764] env[62743]: DEBUG oslo_vmware.api [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2144.110764] env[62743]: value = "task-2064309" [ 2144.110764] env[62743]: _type = "Task" [ 2144.110764] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.119868] env[62743]: DEBUG oslo_vmware.api [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.238215] env[62743]: DEBUG oslo_vmware.api [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064306, 'name': PowerOnVM_Task, 'duration_secs': 1.269485} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.238583] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2144.238800] env[62743]: INFO nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Took 9.56 seconds to spawn the instance on the hypervisor. [ 2144.238888] env[62743]: DEBUG nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.239670] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20719ffc-cdc1-4b25-80b1-ddaeb9d0922e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.313065] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064308, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.489300] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d4bff5-7f0e-4478-847e-5fb16480e7c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.498263] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e75e1c-bd5c-49e3-8f7f-857a973e4e3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.540857] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d706ed05-db14-4d40-aff1-e84b82053a4f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.549943] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a07f64-34ea-4dd8-9e95-bd8b8b0e2066 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.564372] env[62743]: DEBUG nova.compute.provider_tree [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2144.621672] env[62743]: DEBUG oslo_vmware.api [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064309, 'name': PowerOffVM_Task, 'duration_secs': 0.408057} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.621941] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.622124] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2144.622382] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb138b68-eb53-4fef-a4a6-7b86d4c608bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.697307] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.697690] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.698055] env[62743]: DEBUG nova.objects.instance [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'flavor' on Instance uuid ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2144.756240] env[62743]: INFO nova.compute.manager [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Took 16.70 seconds to build instance. [ 2144.810055] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064308, 'name': ReconfigVM_Task, 'duration_secs': 1.308654} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.810378] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 23e32315-01f1-4f46-9970-a88728fe7946/23e32315-01f1-4f46-9970-a88728fe7946.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2144.811061] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2050a949-f48b-4f0f-8461-e055fd0e28bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.818633] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2144.818633] env[62743]: value = "task-2064311" [ 2144.818633] env[62743]: _type = "Task" [ 2144.818633] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.828866] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064311, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.068075] env[62743]: DEBUG nova.scheduler.client.report [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.259598] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea97a848-b95f-45b4-ac34-b456331aefd0 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0c0e821c-5060-4174-a6aa-725950fb2304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.206s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.312096] env[62743]: DEBUG nova.objects.instance [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'pci_requests' on Instance uuid ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.328646] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064311, 'name': Rename_Task, 'duration_secs': 0.174569} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.328877] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2145.329196] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9134d919-f520-4a20-a0a6-51defaddfe03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.336308] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2145.336308] env[62743]: value = "task-2064312" [ 2145.336308] env[62743]: _type = "Task" [ 2145.336308] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.345014] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.573604] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.573820] env[62743]: DEBUG nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2145.576648] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.408s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.577392] env[62743]: DEBUG nova.objects.instance [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'resources' on Instance uuid 4086386f-6356-450e-bb98-bc7a094be4e3 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.814714] env[62743]: DEBUG nova.objects.base [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2145.814998] env[62743]: DEBUG nova.network.neutron [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2145.848437] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064312, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.886563] env[62743]: DEBUG nova.policy [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2146.079854] env[62743]: DEBUG nova.compute.utils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2146.085169] env[62743]: DEBUG nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2146.085169] env[62743]: DEBUG nova.network.neutron [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2146.132955] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0c0e821c-5060-4174-a6aa-725950fb2304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.133252] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0c0e821c-5060-4174-a6aa-725950fb2304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.133470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "0c0e821c-5060-4174-a6aa-725950fb2304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.133650] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0c0e821c-5060-4174-a6aa-725950fb2304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.133817] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0c0e821c-5060-4174-a6aa-725950fb2304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.139129] env[62743]: DEBUG nova.policy [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e377eab9e343ce94ea5f3aa1afd1ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76ce1065c1254ec5be394a3b4b7ee7f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2146.140708] env[62743]: INFO nova.compute.manager [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Terminating instance [ 2146.196128] env[62743]: DEBUG nova.network.neutron [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Successfully created port: 6e967295-36e1-4955-8351-56370edf492a {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2146.327279] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036cb31-fc10-4535-84b7-d4f4fbb77af9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.335763] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16088939-8a7a-484a-8df0-84be8f642d2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.346879] env[62743]: DEBUG oslo_vmware.api [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064312, 'name': PowerOnVM_Task, 'duration_secs': 0.515422} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.372780] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2146.373234] env[62743]: INFO nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Took 8.82 seconds to spawn the instance on the hypervisor. [ 2146.373234] env[62743]: DEBUG nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2146.374457] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92a21c-81f3-4be9-874e-03bb4ebd3dfe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.378206] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638160c9-6885-4416-a7ac-0fba9f02c532 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.388071] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cbbb1b-b814-46ea-aad7-d23569b81b2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.395703] env[62743]: DEBUG nova.network.neutron [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Successfully created port: 93a03d7c-547c-4b20-98ee-3e2bd5f71223 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2146.407635] env[62743]: DEBUG nova.compute.provider_tree [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.585533] env[62743]: DEBUG nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2146.644893] env[62743]: DEBUG nova.compute.manager [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2146.644995] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2146.646028] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34fcaeb-1bc7-4713-aa3e-64ee998b0665 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.655380] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2146.655647] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1acb9af3-056f-4293-a718-bc92ffe579aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.663856] env[62743]: DEBUG oslo_vmware.api [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2146.663856] env[62743]: value = "task-2064313" [ 2146.663856] env[62743]: _type = "Task" [ 2146.663856] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.672583] env[62743]: DEBUG oslo_vmware.api [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.905472] env[62743]: INFO nova.compute.manager [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Took 17.38 seconds to build instance. [ 2146.910556] env[62743]: DEBUG nova.scheduler.client.report [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2147.174884] env[62743]: DEBUG oslo_vmware.api [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064313, 'name': PowerOffVM_Task, 'duration_secs': 0.235199} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.175193] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2147.175366] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2147.175627] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96acd52e-3f22-4015-bc16-3e58368fee46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.407465] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ea9d8401-57a1-4947-99ee-cd9889d4001c tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.891s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.415506] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.418026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.024s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.419518] env[62743]: INFO nova.compute.claims [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.441901] env[62743]: INFO nova.scheduler.client.report [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted allocations for instance 4086386f-6356-450e-bb98-bc7a094be4e3 [ 2147.593972] env[62743]: DEBUG nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2147.619854] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2147.620126] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2147.620287] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2147.620465] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2147.620609] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2147.620755] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2147.620967] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2147.621147] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2147.621319] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2147.621685] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2147.621893] env[62743]: DEBUG nova.virt.hardware [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2147.622766] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfac95b-59e9-44c8-8957-236dd9ee8c7f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.632350] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3f6e3c-e939-43b1-95d0-5d086090ffea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.948470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7a262ce7-49b6-4438-8195-5d58e6dfe88b tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "4086386f-6356-450e-bb98-bc7a094be4e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.846s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.646851] env[62743]: DEBUG nova.compute.manager [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2148.676455] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b263832-a6ab-4a0e-a120-e1db5256b5f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.685493] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db5346-f7e4-4240-b26d-962478f8c247 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.719640] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3880b1-3e79-4137-8bfd-4fc4178f9f67 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.728426] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9795ece0-0169-4759-8e63-e7b23ca4d628 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.743435] env[62743]: DEBUG nova.compute.provider_tree [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2149.169663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.247066] env[62743]: DEBUG nova.scheduler.client.report [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.751671] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.752253] env[62743]: DEBUG nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2149.755190] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.320s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.756574] env[62743]: INFO nova.compute.claims [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.069387] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "09b4fb94-d464-46ba-9736-626dc282f4ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.069613] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.260520] env[62743]: DEBUG nova.compute.utils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2150.263671] env[62743]: DEBUG nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2150.263853] env[62743]: DEBUG nova.network.neutron [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2150.313654] env[62743]: DEBUG nova.policy [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59d700114a2b4a848ae50aab5435ce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '512596fa0c424c5c9413aeb6e66d2408', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2150.542761] env[62743]: DEBUG nova.network.neutron [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Successfully created port: a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2150.571443] env[62743]: DEBUG nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2150.766769] env[62743]: DEBUG nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2150.986658] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b166d-7de8-458e-b3aa-2f5093b91f1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.994902] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ceefcc-7424-4d3b-ab40-bb1aed71b19e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.025974] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e6f703-7165-4c79-88d8-f708860fa63a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.032987] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd06a7e-06ec-47f1-8b1f-3410bbc8ed27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.046430] env[62743]: DEBUG nova.compute.provider_tree [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.088558] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.550339] env[62743]: DEBUG nova.scheduler.client.report [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.778013] env[62743]: DEBUG nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2151.803600] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2151.803754] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2151.803872] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2151.804079] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2151.804233] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2151.804384] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2151.804597] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2151.804748] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2151.804912] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2151.805088] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2151.805266] env[62743]: DEBUG nova.virt.hardware [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2151.806136] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5bf39e-b9e8-4bcf-9c60-f84965b605ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.814063] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5719a9ab-5c49-4f38-9d73-4877a35cb5e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.055796] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.056395] env[62743]: DEBUG nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2152.059799] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.157s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.060016] env[62743]: DEBUG nova.objects.instance [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lazy-loading 'resources' on Instance uuid 45f30b5f-3762-4105-92be-762573829cf0 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2152.561960] env[62743]: DEBUG nova.compute.utils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2152.566447] env[62743]: DEBUG nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2152.566614] env[62743]: DEBUG nova.network.neutron [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2152.606046] env[62743]: DEBUG nova.policy [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f28ca1d1b784732b5418ac8e254f15d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '626154ea2ccd44b9bdd744639bbb606c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2152.784445] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400524ab-3623-4c9b-aad3-bfa6154cf0ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.792706] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec9361d-124d-46ac-a3a2-d7d1ec3d7f69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.824472] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3400e2a-e6a3-4f02-8485-688393c780e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.831896] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc40fa76-ddb0-48da-992c-de11ba0c667b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.845437] env[62743]: DEBUG nova.compute.provider_tree [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.965623] env[62743]: DEBUG nova.network.neutron [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Successfully created port: 9a4ce3ba-5c09-4181-9e80-1501b400efa5 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2153.070337] env[62743]: DEBUG nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2153.350622] env[62743]: DEBUG nova.scheduler.client.report [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.778586] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2153.778820] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2153.778974] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleting the datastore file [datastore1] 0c0e821c-5060-4174-a6aa-725950fb2304 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2153.779295] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd2b892-d039-4198-b29a-3062ed87e97d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.785745] env[62743]: DEBUG oslo_vmware.api [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for the task: (returnval){ [ 2153.785745] env[62743]: value = "task-2064315" [ 2153.785745] env[62743]: _type = "Task" [ 2153.785745] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.793988] env[62743]: DEBUG oslo_vmware.api [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.816161] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2153.816419] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2153.816636] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleting the datastore file [datastore1] 944129ee-1950-43f1-b0ef-0835fa6e3475 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2153.816941] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d82ecb01-782f-4f34-9905-e6479f120e1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.823393] env[62743]: DEBUG oslo_vmware.api [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2153.823393] env[62743]: value = "task-2064316" [ 2153.823393] env[62743]: _type = "Task" [ 2153.823393] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.831160] env[62743]: DEBUG oslo_vmware.api [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.856168] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.860333] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.689s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.888784] env[62743]: INFO nova.scheduler.client.report [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Deleted allocations for instance 45f30b5f-3762-4105-92be-762573829cf0 [ 2154.079517] env[62743]: DEBUG nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2154.106040] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2154.106301] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2154.106458] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2154.106637] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2154.107127] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2154.107127] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2154.107127] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2154.107290] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2154.107444] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2154.107605] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2154.107772] env[62743]: DEBUG nova.virt.hardware [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2154.108633] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e9610c-ce7d-4aac-9556-15efcef05c37 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.116699] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f408d9-ec09-4baf-bc81-aaa9f10708d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.296526] env[62743]: DEBUG oslo_vmware.api [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Task: {'id': task-2064315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134371} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.296786] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2154.296971] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2154.297233] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2154.297446] env[62743]: INFO nova.compute.manager [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Took 7.65 seconds to destroy the instance on the hypervisor. [ 2154.297692] env[62743]: DEBUG oslo.service.loopingcall [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.297882] env[62743]: DEBUG nova.compute.manager [-] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2154.297977] env[62743]: DEBUG nova.network.neutron [-] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2154.332486] env[62743]: DEBUG oslo_vmware.api [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130868} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.332712] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2154.332898] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2154.333278] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2154.333486] env[62743]: INFO nova.compute.manager [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Took 10.24 seconds to destroy the instance on the hypervisor. [ 2154.333747] env[62743]: DEBUG oslo.service.loopingcall [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.333913] env[62743]: DEBUG nova.compute.manager [-] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2154.333999] env[62743]: DEBUG nova.network.neutron [-] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2154.363649] env[62743]: INFO nova.compute.claims [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2154.401674] env[62743]: DEBUG oslo_concurrency.lockutils [None req-24acae4b-c94e-4a84-921d-895eab72213e tempest-ImagesTestJSON-299344082 tempest-ImagesTestJSON-299344082-project-member] Lock "45f30b5f-3762-4105-92be-762573829cf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.537s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.668876] env[62743]: DEBUG nova.compute.manager [req-c8818d4e-e0fb-424d-95b3-c2220d5c07ea req-4cc9b50a-0d18-4e86-9181-1786656ea3c0 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Received event network-vif-deleted-1a9a8849-4eaa-41b1-8706-dcff7efff9bc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.669402] env[62743]: INFO nova.compute.manager [req-c8818d4e-e0fb-424d-95b3-c2220d5c07ea req-4cc9b50a-0d18-4e86-9181-1786656ea3c0 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Neutron deleted interface 1a9a8849-4eaa-41b1-8706-dcff7efff9bc; detaching it from the instance and deleting it from the info cache [ 2154.669821] env[62743]: DEBUG nova.network.neutron [req-c8818d4e-e0fb-424d-95b3-c2220d5c07ea req-4cc9b50a-0d18-4e86-9181-1786656ea3c0 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.688372] env[62743]: DEBUG nova.compute.manager [req-e05b9a2a-49a7-47ab-aa8d-69fb6f753fe9 req-9e450f89-3c0a-482a-b02d-d047ef48f155 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Received event network-vif-deleted-61ed941a-87a8-46df-bc39-7048bf1425f7 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.688372] env[62743]: INFO nova.compute.manager [req-e05b9a2a-49a7-47ab-aa8d-69fb6f753fe9 req-9e450f89-3c0a-482a-b02d-d047ef48f155 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Neutron deleted interface 61ed941a-87a8-46df-bc39-7048bf1425f7; detaching it from the instance and deleting it from the info cache [ 2154.688796] env[62743]: DEBUG nova.network.neutron [req-e05b9a2a-49a7-47ab-aa8d-69fb6f753fe9 req-9e450f89-3c0a-482a-b02d-d047ef48f155 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.870705] env[62743]: INFO nova.compute.resource_tracker [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating resource usage from migration 9fd2225a-ab0b-471b-b1d0-424ae4cb6e84 [ 2155.024417] env[62743]: DEBUG nova.compute.manager [req-0610d118-e466-4cd5-b006-dcc6fb6b661a req-fdab9c7f-3f9a-4084-85c2-192ba7918c46 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Received event network-vif-plugged-93a03d7c-547c-4b20-98ee-3e2bd5f71223 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2155.024596] env[62743]: DEBUG oslo_concurrency.lockutils [req-0610d118-e466-4cd5-b006-dcc6fb6b661a req-fdab9c7f-3f9a-4084-85c2-192ba7918c46 service nova] Acquiring lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.024834] env[62743]: DEBUG oslo_concurrency.lockutils [req-0610d118-e466-4cd5-b006-dcc6fb6b661a req-fdab9c7f-3f9a-4084-85c2-192ba7918c46 service nova] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.024979] env[62743]: DEBUG oslo_concurrency.lockutils [req-0610d118-e466-4cd5-b006-dcc6fb6b661a req-fdab9c7f-3f9a-4084-85c2-192ba7918c46 service nova] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.025358] env[62743]: DEBUG nova.compute.manager [req-0610d118-e466-4cd5-b006-dcc6fb6b661a req-fdab9c7f-3f9a-4084-85c2-192ba7918c46 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] No waiting events found dispatching network-vif-plugged-93a03d7c-547c-4b20-98ee-3e2bd5f71223 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2155.025542] env[62743]: WARNING nova.compute.manager [req-0610d118-e466-4cd5-b006-dcc6fb6b661a req-fdab9c7f-3f9a-4084-85c2-192ba7918c46 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Received unexpected event network-vif-plugged-93a03d7c-547c-4b20-98ee-3e2bd5f71223 for instance with vm_state building and task_state spawning. [ 2155.076477] env[62743]: DEBUG nova.network.neutron [-] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.089577] env[62743]: DEBUG nova.network.neutron [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Successfully updated port: a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.093843] env[62743]: DEBUG nova.network.neutron [-] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.173949] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a69e33-c98b-4ebb-ac0e-2d92af70adc4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.177114] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e205b8c9-4715-4cc8-9af2-b28d0c2137ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.183827] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe7eed-35d3-4ab9-9cb1-9556ee721e3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.190861] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbce272-7981-4d19-aea6-3c0d701b311d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.228688] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da2b97e1-c7f6-4727-bf2e-084d7f0798c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.229068] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86547f-ca21-4fbf-96b2-f412139bb903 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.238380] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b3b61-4c31-44e6-a305-92d2be3648e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.245832] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31785a6-c2db-4fad-87b1-25c4fcad9427 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.264897] env[62743]: DEBUG nova.compute.manager [req-c8818d4e-e0fb-424d-95b3-c2220d5c07ea req-4cc9b50a-0d18-4e86-9181-1786656ea3c0 service nova] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Detach interface failed, port_id=1a9a8849-4eaa-41b1-8706-dcff7efff9bc, reason: Instance 944129ee-1950-43f1-b0ef-0835fa6e3475 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2155.275423] env[62743]: DEBUG nova.compute.provider_tree [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.285785] env[62743]: DEBUG nova.compute.manager [req-e05b9a2a-49a7-47ab-aa8d-69fb6f753fe9 req-9e450f89-3c0a-482a-b02d-d047ef48f155 service nova] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Detach interface failed, port_id=61ed941a-87a8-46df-bc39-7048bf1425f7, reason: Instance 0c0e821c-5060-4174-a6aa-725950fb2304 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2155.287043] env[62743]: DEBUG nova.network.neutron [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Successfully updated port: 9a4ce3ba-5c09-4181-9e80-1501b400efa5 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.434653] env[62743]: DEBUG nova.network.neutron [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Successfully updated port: 93a03d7c-547c-4b20-98ee-3e2bd5f71223 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.580145] env[62743]: INFO nova.compute.manager [-] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Took 1.25 seconds to deallocate network for instance. [ 2155.599223] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "refresh_cache-ee1dab62-8535-4e30-a736-fff677048b4c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.599223] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "refresh_cache-ee1dab62-8535-4e30-a736-fff677048b4c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.599324] env[62743]: DEBUG nova.network.neutron [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.600389] env[62743]: INFO nova.compute.manager [-] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Took 1.30 seconds to deallocate network for instance. [ 2155.605612] env[62743]: DEBUG nova.network.neutron [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Successfully updated port: 6e967295-36e1-4955-8351-56370edf492a {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2155.787945] env[62743]: DEBUG nova.scheduler.client.report [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2155.791680] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "refresh_cache-a7458672-45ef-4afe-8e66-c4f1e2afa4c5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.791814] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired lock "refresh_cache-a7458672-45ef-4afe-8e66-c4f1e2afa4c5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.791953] env[62743]: DEBUG nova.network.neutron [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.937244] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.937556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.937556] env[62743]: DEBUG nova.network.neutron [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.093073] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.107565] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.108255] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.108255] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.108417] env[62743]: DEBUG nova.network.neutron [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.146125] env[62743]: DEBUG nova.network.neutron [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2156.273118] env[62743]: DEBUG nova.network.neutron [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Updating instance_info_cache with network_info: [{"id": "a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134", "address": "fa:16:3e:64:a9:b6", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09ca70e-5e", "ovs_interfaceid": "a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.295712] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.436s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.295712] env[62743]: INFO nova.compute.manager [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Migrating [ 2156.310513] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.222s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.311957] env[62743]: INFO nova.compute.claims [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2156.354643] env[62743]: DEBUG nova.network.neutron [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2156.485097] env[62743]: DEBUG nova.network.neutron [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2156.528497] env[62743]: DEBUG nova.network.neutron [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Updating instance_info_cache with network_info: [{"id": "9a4ce3ba-5c09-4181-9e80-1501b400efa5", "address": "fa:16:3e:33:fa:e1", "network": {"id": "f61e5188-6f5a-4bc3-8426-da7cac3ae1cf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1938064436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "626154ea2ccd44b9bdd744639bbb606c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4ce3ba-5c", "ovs_interfaceid": "9a4ce3ba-5c09-4181-9e80-1501b400efa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.646565] env[62743]: DEBUG nova.network.neutron [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance_info_cache with network_info: [{"id": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "address": "fa:16:3e:78:a3:69", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a03d7c-54", "ovs_interfaceid": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.778773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "refresh_cache-ee1dab62-8535-4e30-a736-fff677048b4c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.779148] env[62743]: DEBUG nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Instance network_info: |[{"id": "a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134", "address": "fa:16:3e:64:a9:b6", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09ca70e-5e", "ovs_interfaceid": "a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2156.779629] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:a9:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2156.787370] env[62743]: DEBUG oslo.service.loopingcall [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2156.787606] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2156.787840] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0404ee51-3b9b-48f9-b7a8-c81de1532844 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.811473] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2156.811473] env[62743]: value = "task-2064317" [ 2156.811473] env[62743]: _type = "Task" [ 2156.811473] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.821752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.821921] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.824041] env[62743]: DEBUG nova.network.neutron [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.827897] env[62743]: WARNING nova.network.neutron [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] a7817626-5240-4ded-aca1-488c7c0d5e33 already exists in list: networks containing: ['a7817626-5240-4ded-aca1-488c7c0d5e33']. ignoring it [ 2157.031802] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Releasing lock "refresh_cache-a7458672-45ef-4afe-8e66-c4f1e2afa4c5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.031802] env[62743]: DEBUG nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Instance network_info: |[{"id": "9a4ce3ba-5c09-4181-9e80-1501b400efa5", "address": "fa:16:3e:33:fa:e1", "network": {"id": "f61e5188-6f5a-4bc3-8426-da7cac3ae1cf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1938064436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "626154ea2ccd44b9bdd744639bbb606c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4ce3ba-5c", "ovs_interfaceid": "9a4ce3ba-5c09-4181-9e80-1501b400efa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2157.032172] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:fa:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a4ce3ba-5c09-4181-9e80-1501b400efa5', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2157.040745] env[62743]: DEBUG oslo.service.loopingcall [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.040946] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2157.041197] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87d6ac2-1da4-4cf6-b493-720be094d1f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.057724] env[62743]: DEBUG nova.compute.manager [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Received event network-vif-plugged-a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2157.057922] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Acquiring lock "ee1dab62-8535-4e30-a736-fff677048b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.058134] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Lock "ee1dab62-8535-4e30-a736-fff677048b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.058293] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Lock "ee1dab62-8535-4e30-a736-fff677048b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.058457] env[62743]: DEBUG nova.compute.manager [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] No waiting events found dispatching network-vif-plugged-a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2157.058628] env[62743]: WARNING nova.compute.manager [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Received unexpected event network-vif-plugged-a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 for instance with vm_state building and task_state spawning. [ 2157.058761] env[62743]: DEBUG nova.compute.manager [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Received event network-changed-a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2157.058908] env[62743]: DEBUG nova.compute.manager [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Refreshing instance network info cache due to event network-changed-a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2157.059689] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Acquiring lock "refresh_cache-ee1dab62-8535-4e30-a736-fff677048b4c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.059849] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Acquired lock "refresh_cache-ee1dab62-8535-4e30-a736-fff677048b4c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.060022] env[62743]: DEBUG nova.network.neutron [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Refreshing network info cache for port a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2157.069089] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2157.069089] env[62743]: value = "task-2064318" [ 2157.069089] env[62743]: _type = "Task" [ 2157.069089] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.076968] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Received event network-vif-plugged-9a4ce3ba-5c09-4181-9e80-1501b400efa5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2157.076968] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Acquiring lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.077518] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.077518] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.077518] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] No waiting events found dispatching network-vif-plugged-9a4ce3ba-5c09-4181-9e80-1501b400efa5 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2157.077518] env[62743]: WARNING nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Received unexpected event network-vif-plugged-9a4ce3ba-5c09-4181-9e80-1501b400efa5 for instance with vm_state building and task_state spawning. [ 2157.077774] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Received event network-changed-9a4ce3ba-5c09-4181-9e80-1501b400efa5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2157.077774] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Refreshing instance network info cache due to event network-changed-9a4ce3ba-5c09-4181-9e80-1501b400efa5. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2157.080418] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Acquiring lock "refresh_cache-a7458672-45ef-4afe-8e66-c4f1e2afa4c5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.080418] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Acquired lock "refresh_cache-a7458672-45ef-4afe-8e66-c4f1e2afa4c5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.080418] env[62743]: DEBUG nova.network.neutron [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Refreshing network info cache for port 9a4ce3ba-5c09-4181-9e80-1501b400efa5 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2157.088550] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064318, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.153157] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.153492] env[62743]: DEBUG nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Instance network_info: |[{"id": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "address": "fa:16:3e:78:a3:69", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a03d7c-54", "ovs_interfaceid": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2157.154320] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:a3:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93a03d7c-547c-4b20-98ee-3e2bd5f71223', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2157.163382] env[62743]: DEBUG oslo.service.loopingcall [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.164467] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2157.164743] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adda9966-b06b-451d-83c6-a9d6ddd65d6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.186729] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2157.186729] env[62743]: value = "task-2064319" [ 2157.186729] env[62743]: _type = "Task" [ 2157.186729] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.195325] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064319, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.266881] env[62743]: DEBUG nova.network.neutron [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e967295-36e1-4955-8351-56370edf492a", "address": "fa:16:3e:38:26:02", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e967295-36", "ovs_interfaceid": "6e967295-36e1-4955-8351-56370edf492a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.321652] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064317, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.579806] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635005d6-7a00-48c0-ad76-58bdfc140c42 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.586437] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064318, 'name': CreateVM_Task, 'duration_secs': 0.337248} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.586947] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.587909] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.588031] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.588373] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2157.591658] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa75ee0b-bbe8-4a30-b3e4-0fc63f460f96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.593323] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129ed915-4d7c-4e95-b9a0-ae7e1f8a5565 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.633163] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2157.633163] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f4733c-7b65-c67c-135d-f22aadb1cc13" [ 2157.633163] env[62743]: _type = "Task" [ 2157.633163] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.635166] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf65f7c9-1868-40e1-9fb1-f885db57b893 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.650428] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f4733c-7b65-c67c-135d-f22aadb1cc13, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.651452] env[62743]: DEBUG nova.network.neutron [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance_info_cache with network_info: [{"id": "3723234c-82cc-4715-8eaa-da39be58d11c", "address": "fa:16:3e:ec:11:4f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3723234c-82", "ovs_interfaceid": "3723234c-82cc-4715-8eaa-da39be58d11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.654028] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb4d310-71b6-44f1-8d16-6837953159ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.658486] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.658576] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2157.659144] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.659144] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.659648] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2157.659879] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-332f1d69-32b3-41c5-8e19-ea97c4a23f26 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.673896] env[62743]: DEBUG nova.compute.provider_tree [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2157.678598] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2157.678771] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2157.680536] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da25d60e-4406-465f-9dfc-2a4e6b3d02dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.685434] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2157.685434] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5251e545-87ea-27c7-2f03-98f964ca669a" [ 2157.685434] env[62743]: _type = "Task" [ 2157.685434] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.703698] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5251e545-87ea-27c7-2f03-98f964ca669a, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.703881] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064319, 'name': CreateVM_Task, 'duration_secs': 0.464166} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.706518] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.706854] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c555b9a8-e14d-4b4c-adad-3364211c40b5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.709398] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.710025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.710025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2157.712207] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee635b35-c925-42aa-a4b6-92872af7e6ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.717895] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2157.717895] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522f3ca8-f385-168c-16aa-20a427bc141d" [ 2157.717895] env[62743]: _type = "Task" [ 2157.717895] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.718784] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2157.718784] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52439aff-9da1-0cd7-abbe-231e796f1334" [ 2157.718784] env[62743]: _type = "Task" [ 2157.718784] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.730040] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522f3ca8-f385-168c-16aa-20a427bc141d, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.733829] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.733915] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] a7458672-45ef-4afe-8e66-c4f1e2afa4c5/a7458672-45ef-4afe-8e66-c4f1e2afa4c5.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2157.734132] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52439aff-9da1-0cd7-abbe-231e796f1334, 'name': SearchDatastore_Task, 'duration_secs': 0.008853} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.734329] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e4465a6-1e25-4388-97f1-fb5de0ac379b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.736154] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.736326] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2157.736544] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.736686] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.736855] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2157.739075] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1fdf79f-a4b6-4fa8-8be2-e6e7f2c59c00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.747576] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2157.747576] env[62743]: value = "task-2064320" [ 2157.747576] env[62743]: _type = "Task" [ 2157.747576] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.752295] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2157.752466] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2157.753468] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c29f59-977a-4ad2-9dca-3371dba5d83e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.758517] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.761389] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2157.761389] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525f799a-d789-fd45-d3de-ec328b6f799d" [ 2157.761389] env[62743]: _type = "Task" [ 2157.761389] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.768719] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525f799a-d789-fd45-d3de-ec328b6f799d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.769290] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.769778] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.769933] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.772884] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5acf8-4fff-48cf-8074-d1f4febe2519 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.792748] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2157.792985] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2157.793152] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2157.793332] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2157.793474] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2157.793620] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2157.793824] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2157.793978] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2157.794157] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2157.794324] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2157.794487] env[62743]: DEBUG nova.virt.hardware [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2157.800718] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfiguring VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2157.801047] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d17d340-47b0-414e-b753-04e253c31c7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.825306] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064317, 'name': CreateVM_Task, 'duration_secs': 0.511818} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.826364] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2157.826689] env[62743]: DEBUG oslo_vmware.api [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2157.826689] env[62743]: value = "task-2064321" [ 2157.826689] env[62743]: _type = "Task" [ 2157.826689] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.827296] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.827444] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.827734] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2157.828023] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946fe594-0192-4cb6-9c38-8b529f519909 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.838363] env[62743]: DEBUG oslo_vmware.api [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064321, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.838634] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2157.838634] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d8ec86-38b9-e499-9846-7e73f11326bc" [ 2157.838634] env[62743]: _type = "Task" [ 2157.838634] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.846611] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d8ec86-38b9-e499-9846-7e73f11326bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.846924] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.847389] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2157.847617] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.853693] env[62743]: DEBUG nova.network.neutron [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Updated VIF entry in instance network info cache for port 9a4ce3ba-5c09-4181-9e80-1501b400efa5. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2157.854034] env[62743]: DEBUG nova.network.neutron [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Updating instance_info_cache with network_info: [{"id": "9a4ce3ba-5c09-4181-9e80-1501b400efa5", "address": "fa:16:3e:33:fa:e1", "network": {"id": "f61e5188-6f5a-4bc3-8426-da7cac3ae1cf", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1938064436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "626154ea2ccd44b9bdd744639bbb606c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a4ce3ba-5c", "ovs_interfaceid": "9a4ce3ba-5c09-4181-9e80-1501b400efa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.855680] env[62743]: DEBUG nova.network.neutron [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Updated VIF entry in instance network info cache for port a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2157.855978] env[62743]: DEBUG nova.network.neutron [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Updating instance_info_cache with network_info: [{"id": "a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134", "address": "fa:16:3e:64:a9:b6", "network": {"id": "7f6e2199-5daa-43f2-a0eb-eca54c2f5d33", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-397912087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "512596fa0c424c5c9413aeb6e66d2408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa09ca70e-5e", "ovs_interfaceid": "a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.160811] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.182179] env[62743]: DEBUG nova.scheduler.client.report [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2158.256992] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454356} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.257293] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] a7458672-45ef-4afe-8e66-c4f1e2afa4c5/a7458672-45ef-4afe-8e66-c4f1e2afa4c5.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2158.257532] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2158.257788] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f418eca9-2a5a-48e0-983a-305272d1f21f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.266956] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2158.266956] env[62743]: value = "task-2064322" [ 2158.266956] env[62743]: _type = "Task" [ 2158.266956] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.274268] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525f799a-d789-fd45-d3de-ec328b6f799d, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.275308] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-098cd4ec-26bc-44ed-805a-a927e1db378d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.280159] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.281338] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2158.281338] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e8d76d-8110-9f48-c17d-8a1c9dee5117" [ 2158.281338] env[62743]: _type = "Task" [ 2158.281338] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.288651] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e8d76d-8110-9f48-c17d-8a1c9dee5117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.338926] env[62743]: DEBUG oslo_vmware.api [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.357784] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Releasing lock "refresh_cache-a7458672-45ef-4afe-8e66-c4f1e2afa4c5" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.358078] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-vif-plugged-6e967295-36e1-4955-8351-56370edf492a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.358281] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.358490] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.358697] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.358947] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] No waiting events found dispatching network-vif-plugged-6e967295-36e1-4955-8351-56370edf492a {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2158.359147] env[62743]: WARNING nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received unexpected event network-vif-plugged-6e967295-36e1-4955-8351-56370edf492a for instance with vm_state active and task_state None. [ 2158.359340] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-changed-6e967295-36e1-4955-8351-56370edf492a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.359504] env[62743]: DEBUG nova.compute.manager [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing instance network info cache due to event network-changed-6e967295-36e1-4955-8351-56370edf492a. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2158.359687] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.359851] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.359976] env[62743]: DEBUG nova.network.neutron [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing network info cache for port 6e967295-36e1-4955-8351-56370edf492a {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.362756] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Releasing lock "refresh_cache-ee1dab62-8535-4e30-a736-fff677048b4c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.362756] env[62743]: DEBUG nova.compute.manager [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Received event network-changed-93a03d7c-547c-4b20-98ee-3e2bd5f71223 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2158.362756] env[62743]: DEBUG nova.compute.manager [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Refreshing instance network info cache due to event network-changed-93a03d7c-547c-4b20-98ee-3e2bd5f71223. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2158.362756] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Acquiring lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.362756] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Acquired lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.362756] env[62743]: DEBUG nova.network.neutron [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Refreshing network info cache for port 93a03d7c-547c-4b20-98ee-3e2bd5f71223 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.689362] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.689937] env[62743]: DEBUG nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2158.696619] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.602s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.696619] env[62743]: DEBUG nova.objects.instance [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lazy-loading 'resources' on Instance uuid 944129ee-1950-43f1-b0ef-0835fa6e3475 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2158.777889] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057466} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.778178] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2158.778939] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c0947d-db82-4d94-90e4-207b056e99af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.802722] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] a7458672-45ef-4afe-8e66-c4f1e2afa4c5/a7458672-45ef-4afe-8e66-c4f1e2afa4c5.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2158.803396] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c34326-8622-433e-ad6c-c0385e8bca3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.821019] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e8d76d-8110-9f48-c17d-8a1c9dee5117, 'name': SearchDatastore_Task, 'duration_secs': 0.008562} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.821730] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.822012] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f/de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2158.822298] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.822485] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2158.822695] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50246865-78c6-42d8-b9a9-a16b8c972018 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.824528] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa9359c-050e-4855-9eb7-1d1f02b1ec7d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.827604] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2158.827604] env[62743]: value = "task-2064323" [ 2158.827604] env[62743]: _type = "Task" [ 2158.827604] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.835480] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2158.835480] env[62743]: value = "task-2064324" [ 2158.835480] env[62743]: _type = "Task" [ 2158.835480] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.835704] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2158.835845] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2158.839604] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc716f3-e92e-4672-9f2d-bcd08665c688 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.841756] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.847322] env[62743]: DEBUG oslo_vmware.api [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064321, 'name': ReconfigVM_Task, 'duration_secs': 0.857143} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.848292] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.848544] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfigured VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2158.852972] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2158.852972] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52eba3fc-7e1f-1079-ed8f-a1c0abaadf86" [ 2158.852972] env[62743]: _type = "Task" [ 2158.852972] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.858533] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.863092] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52eba3fc-7e1f-1079-ed8f-a1c0abaadf86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.118449] env[62743]: DEBUG nova.network.neutron [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updated VIF entry in instance network info cache for port 93a03d7c-547c-4b20-98ee-3e2bd5f71223. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2159.118902] env[62743]: DEBUG nova.network.neutron [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance_info_cache with network_info: [{"id": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "address": "fa:16:3e:78:a3:69", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a03d7c-54", "ovs_interfaceid": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.182974] env[62743]: DEBUG nova.network.neutron [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updated VIF entry in instance network info cache for port 6e967295-36e1-4955-8351-56370edf492a. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2159.183450] env[62743]: DEBUG nova.network.neutron [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e967295-36e1-4955-8351-56370edf492a", "address": "fa:16:3e:38:26:02", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e967295-36", "ovs_interfaceid": "6e967295-36e1-4955-8351-56370edf492a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.195903] env[62743]: DEBUG nova.compute.utils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2159.197406] env[62743]: DEBUG nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2159.197591] env[62743]: DEBUG nova.network.neutron [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2159.264667] env[62743]: DEBUG nova.policy [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fae4b9bf3d42aca25b7e967edfab08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab9f0efff16e431fb79da9e2d422916a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2159.339170] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064323, 'name': ReconfigVM_Task, 'duration_secs': 0.378071} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.342545] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Reconfigured VM instance instance-0000005e to attach disk [datastore1] a7458672-45ef-4afe-8e66-c4f1e2afa4c5/a7458672-45ef-4afe-8e66-c4f1e2afa4c5.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2159.343934] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1ad6ca2-06dc-48c7-a081-3d4daf0ee5cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.355837] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1c28a3c3-9863-47c5-b334-ad60abb01a29 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 14.658s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.356975] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484501} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.361328] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f/de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2159.361810] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2159.362204] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2159.362204] env[62743]: value = "task-2064325" [ 2159.362204] env[62743]: _type = "Task" [ 2159.362204] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.364741] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c94400b-d45e-4f41-9153-8f4fad95f00e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.377747] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52eba3fc-7e1f-1079-ed8f-a1c0abaadf86, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.379847] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653eff72-1511-46f0-9c62-06d827a5562f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.390263] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2159.390263] env[62743]: value = "task-2064326" [ 2159.390263] env[62743]: _type = "Task" [ 2159.390263] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.390575] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064325, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.395603] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2159.395603] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529c3d4a-a6b9-1c9b-e1a4-47ad52acfd54" [ 2159.395603] env[62743]: _type = "Task" [ 2159.395603] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.405163] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.412960] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529c3d4a-a6b9-1c9b-e1a4-47ad52acfd54, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.413230] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.413495] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ee1dab62-8535-4e30-a736-fff677048b4c/ee1dab62-8535-4e30-a736-fff677048b4c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2159.413751] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87e4ced6-160c-440b-800e-f29728b0ac03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.422810] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2159.422810] env[62743]: value = "task-2064327" [ 2159.422810] env[62743]: _type = "Task" [ 2159.422810] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.430973] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.505961] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d44f0d-1065-4449-98ee-61e2c03addae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.514063] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7abf4e4-b515-4acc-8714-d752b9df59ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.547689] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc5e6a-a748-48da-90a3-1373e3e76fcd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.555286] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4a27d5-24dc-449d-a188-5dac6f53b962 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.560228] env[62743]: DEBUG nova.network.neutron [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Successfully created port: 87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2159.572324] env[62743]: DEBUG nova.compute.provider_tree [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2159.622435] env[62743]: DEBUG oslo_concurrency.lockutils [req-33aeb133-dc56-46dc-928e-629626623e91 req-3b68616c-190e-4696-b8ce-c4b283e03ab0 service nova] Releasing lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.681091] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe15215-b3c6-4c1b-b1dc-55a9cbb76861 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.686897] env[62743]: DEBUG oslo_concurrency.lockutils [req-ae41c785-11d0-426f-a9fc-dadb14fc781f req-040f344d-2fef-488e-89e1-bbde86b27a95 service nova] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.703410] env[62743]: DEBUG nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2159.706476] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance '23e32315-01f1-4f46-9970-a88728fe7946' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2159.882659] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064325, 'name': Rename_Task, 'duration_secs': 0.14616} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.883152] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2159.883547] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc4f50f8-03d9-443b-95a0-0ee8832c5d37 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.891789] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2159.891789] env[62743]: value = "task-2064328" [ 2159.891789] env[62743]: _type = "Task" [ 2159.891789] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.905634] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063536} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.908401] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2159.908701] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.909497] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a7cce-44b7-4544-baf2-d3a3dd0959fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.931931] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f/de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2159.932347] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0abc053f-a547-4e97-aa92-df17f6d22241 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.955248] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500406} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.956503] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] ee1dab62-8535-4e30-a736-fff677048b4c/ee1dab62-8535-4e30-a736-fff677048b4c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2159.956723] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2159.957032] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2159.957032] env[62743]: value = "task-2064329" [ 2159.957032] env[62743]: _type = "Task" [ 2159.957032] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.957223] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02cb8ff1-fd45-444d-b25a-378317cf7f7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.966773] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.967931] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2159.967931] env[62743]: value = "task-2064330" [ 2159.967931] env[62743]: _type = "Task" [ 2159.967931] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.977850] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.075946] env[62743]: DEBUG nova.scheduler.client.report [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2160.218991] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2160.218991] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33396325-3ec5-4351-9079-182ee44d4cb4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.232292] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2160.232292] env[62743]: value = "task-2064331" [ 2160.232292] env[62743]: _type = "Task" [ 2160.232292] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.250102] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.410173] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.470149] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064329, 'name': ReconfigVM_Task, 'duration_secs': 0.307188} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.474177] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f/de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.474890] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75fa1c2-c14d-4d69-8152-68a3e68dec21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.482467] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075013} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.483829] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2160.484333] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2160.484333] env[62743]: value = "task-2064332" [ 2160.484333] env[62743]: _type = "Task" [ 2160.484333] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.485127] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c712f9b-0016-4657-bb4d-a91c71d284e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.515740] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064332, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.525342] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ee1dab62-8535-4e30-a736-fff677048b4c/ee1dab62-8535-4e30-a736-fff677048b4c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.525632] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df7e3d8e-c924-47c8-9620-8d4a047b8be4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.544998] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2160.544998] env[62743]: value = "task-2064333" [ 2160.544998] env[62743]: _type = "Task" [ 2160.544998] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.553149] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.581723] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.584291] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.477s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.584523] env[62743]: DEBUG nova.objects.instance [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lazy-loading 'resources' on Instance uuid 0c0e821c-5060-4174-a6aa-725950fb2304 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2160.613711] env[62743]: INFO nova.scheduler.client.report [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted allocations for instance 944129ee-1950-43f1-b0ef-0835fa6e3475 [ 2160.723358] env[62743]: DEBUG nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2160.749666] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064331, 'name': PowerOffVM_Task, 'duration_secs': 0.224974} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.751025] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2160.751025] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance '23e32315-01f1-4f46-9970-a88728fe7946' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2160.763147] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2160.763398] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2160.763644] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2160.763865] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2160.763945] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2160.764114] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2160.764332] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2160.764508] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2160.764661] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2160.764834] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2160.764989] env[62743]: DEBUG nova.virt.hardware [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2160.766043] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70276dc-41a2-4164-9016-b61b637ac076 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.775632] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd6663b-b945-4970-8cd2-c37dc453b768 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.908597] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.002052] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064332, 'name': Rename_Task, 'duration_secs': 0.132292} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.002052] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.002052] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe6d6f0-bc41-4142-a5f7-8f088e255b10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.008289] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2161.008289] env[62743]: value = "task-2064334" [ 2161.008289] env[62743]: _type = "Task" [ 2161.008289] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.016460] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.055450] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.126044] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3ae8a402-4d3d-4ccf-8ca6-b4577d25c52c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "944129ee-1950-43f1-b0ef-0835fa6e3475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.541s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.185280] env[62743]: DEBUG nova.network.neutron [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Successfully updated port: 87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2161.261252] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2161.261546] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2161.261546] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2161.261957] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2161.261957] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2161.261957] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2161.262122] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2161.262284] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2161.262454] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2161.262625] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2161.262787] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2161.268928] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008e0541-d351-41a4-94cf-dcaadd168d57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.288389] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2161.288389] env[62743]: value = "task-2064335" [ 2161.288389] env[62743]: _type = "Task" [ 2161.288389] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.300162] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.347287] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-42159e6a-85c3-4a27-8be9-f7ef67e3f726" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.347533] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-42159e6a-85c3-4a27-8be9-f7ef67e3f726" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.347971] env[62743]: DEBUG nova.objects.instance [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'flavor' on Instance uuid ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.405044] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33657712-dfb2-4c96-882b-8179b118d931 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.411403] env[62743]: DEBUG oslo_vmware.api [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064328, 'name': PowerOnVM_Task, 'duration_secs': 1.036164} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.412087] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.412301] env[62743]: INFO nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Took 7.33 seconds to spawn the instance on the hypervisor. [ 2161.412477] env[62743]: DEBUG nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.413245] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0241c1-b472-40ab-ba45-a6f95464aaab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.418355] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263d2501-cb4b-45f7-bd91-27614c3e3573 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.454014] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786fccb8-9766-44a5-80e6-aec579dd2655 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.462119] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a58888-a940-4a5c-ae8f-c5637366e553 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.477275] env[62743]: DEBUG nova.compute.provider_tree [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.503147] env[62743]: DEBUG nova.compute.manager [req-2378ec6f-82a2-41cc-8c45-db1e3dc39f9b req-53cb154c-34c1-425a-94c3-8331ce87269d service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Received event network-vif-plugged-87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2161.503479] env[62743]: DEBUG oslo_concurrency.lockutils [req-2378ec6f-82a2-41cc-8c45-db1e3dc39f9b req-53cb154c-34c1-425a-94c3-8331ce87269d service nova] Acquiring lock "09b4fb94-d464-46ba-9736-626dc282f4ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.503718] env[62743]: DEBUG oslo_concurrency.lockutils [req-2378ec6f-82a2-41cc-8c45-db1e3dc39f9b req-53cb154c-34c1-425a-94c3-8331ce87269d service nova] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.503995] env[62743]: DEBUG oslo_concurrency.lockutils [req-2378ec6f-82a2-41cc-8c45-db1e3dc39f9b req-53cb154c-34c1-425a-94c3-8331ce87269d service nova] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.504201] env[62743]: DEBUG nova.compute.manager [req-2378ec6f-82a2-41cc-8c45-db1e3dc39f9b req-53cb154c-34c1-425a-94c3-8331ce87269d service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] No waiting events found dispatching network-vif-plugged-87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2161.504398] env[62743]: WARNING nova.compute.manager [req-2378ec6f-82a2-41cc-8c45-db1e3dc39f9b req-53cb154c-34c1-425a-94c3-8331ce87269d service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Received unexpected event network-vif-plugged-87fbde2e-c792-45a6-af2a-e7c11b4c7782 for instance with vm_state building and task_state spawning. [ 2161.520228] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064334, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.556537] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064333, 'name': ReconfigVM_Task, 'duration_secs': 0.775346} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.556921] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ee1dab62-8535-4e30-a736-fff677048b4c/ee1dab62-8535-4e30-a736-fff677048b4c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.557859] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da5339f-7318-417a-94c9-b36d71d55d8b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.564269] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2161.564269] env[62743]: value = "task-2064336" [ 2161.564269] env[62743]: _type = "Task" [ 2161.564269] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.574755] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064336, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.689915] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.690105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.690314] env[62743]: DEBUG nova.network.neutron [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2161.798504] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064335, 'name': ReconfigVM_Task, 'duration_secs': 0.257357} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.798819] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance '23e32315-01f1-4f46-9970-a88728fe7946' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2161.940405] env[62743]: INFO nova.compute.manager [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Took 19.53 seconds to build instance. [ 2161.955685] env[62743]: DEBUG nova.objects.instance [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'pci_requests' on Instance uuid ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.979994] env[62743]: DEBUG nova.scheduler.client.report [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2162.020744] env[62743]: DEBUG oslo_vmware.api [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064334, 'name': PowerOnVM_Task, 'duration_secs': 0.537918} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.020744] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2162.020867] env[62743]: INFO nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Took 14.43 seconds to spawn the instance on the hypervisor. [ 2162.021209] env[62743]: DEBUG nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2162.021830] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9722d-a21f-45b1-bfda-8099de9bc2f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.060146] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.060389] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.074986] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064336, 'name': Rename_Task, 'duration_secs': 0.268289} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.075420] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2162.075615] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d040c3cd-af4f-4ff2-a3d0-80a9796252ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.083940] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2162.083940] env[62743]: value = "task-2064337" [ 2162.083940] env[62743]: _type = "Task" [ 2162.083940] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.097212] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.231151] env[62743]: DEBUG nova.network.neutron [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2162.305182] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2162.305447] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2162.305561] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2162.305701] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2162.305879] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2162.306047] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2162.306267] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2162.306424] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2162.306588] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2162.306746] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2162.306916] env[62743]: DEBUG nova.virt.hardware [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2162.313369] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2162.313721] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-997d348f-5924-45eb-ac01-ed79879e55b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.335109] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2162.335109] env[62743]: value = "task-2064338" [ 2162.335109] env[62743]: _type = "Task" [ 2162.335109] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.347037] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.381725] env[62743]: DEBUG nova.network.neutron [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updating instance_info_cache with network_info: [{"id": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "address": "fa:16:3e:c6:4f:da", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fbde2e-c7", "ovs_interfaceid": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.443033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c7ca3a4a-c9c3-4518-998a-d99f5f9e51e1 tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.036s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.458723] env[62743]: DEBUG nova.objects.base [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2162.459021] env[62743]: DEBUG nova.network.neutron [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2162.484497] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.520784] env[62743]: INFO nova.scheduler.client.report [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Deleted allocations for instance 0c0e821c-5060-4174-a6aa-725950fb2304 [ 2162.522814] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.523076] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.538639] env[62743]: DEBUG nova.policy [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2162.543536] env[62743]: INFO nova.compute.manager [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Took 22.05 seconds to build instance. [ 2162.562554] env[62743]: DEBUG nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2162.594219] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064337, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.850208] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064338, 'name': ReconfigVM_Task, 'duration_secs': 0.233208} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.850322] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2162.851127] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9450c340-3d9d-4bf4-87f5-95c9c86bf03e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.875229] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 23e32315-01f1-4f46-9970-a88728fe7946/23e32315-01f1-4f46-9970-a88728fe7946.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2162.875365] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eadbff8c-41cf-4d8b-9bf1-c7dd7c5e45aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.889513] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.889878] env[62743]: DEBUG nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Instance network_info: |[{"id": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "address": "fa:16:3e:c6:4f:da", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fbde2e-c7", "ovs_interfaceid": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2162.890306] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:4f:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87fbde2e-c792-45a6-af2a-e7c11b4c7782', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2162.898134] env[62743]: DEBUG oslo.service.loopingcall [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.898525] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2162.899632] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a73188-9f8d-4c30-a737-0053f9fba02b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.915805] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2162.915805] env[62743]: value = "task-2064339" [ 2162.915805] env[62743]: _type = "Task" [ 2162.915805] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.922176] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2162.922176] env[62743]: value = "task-2064340" [ 2162.922176] env[62743]: _type = "Task" [ 2162.922176] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.930974] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.936201] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064340, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.027890] env[62743]: DEBUG nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2163.034624] env[62743]: DEBUG oslo_concurrency.lockutils [None req-557d98be-614f-4558-9187-c055eb7f0125 tempest-ServerDiskConfigTestJSON-1546920541 tempest-ServerDiskConfigTestJSON-1546920541-project-member] Lock "0c0e821c-5060-4174-a6aa-725950fb2304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.901s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.045229] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09a15470-8429-4eba-93c2-9880eb6876e6 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.573s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.091131] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.091393] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.092984] env[62743]: INFO nova.compute.claims [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2163.101029] env[62743]: DEBUG oslo_vmware.api [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064337, 'name': PowerOnVM_Task, 'duration_secs': 0.753618} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.101029] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2163.101029] env[62743]: INFO nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Took 11.32 seconds to spawn the instance on the hypervisor. [ 2163.101029] env[62743]: DEBUG nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.101420] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ccab4b-0962-4892-ae12-f56c9d982bb6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.413858] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.414484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.440510] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064339, 'name': ReconfigVM_Task, 'duration_secs': 0.498725} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.444651] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 23e32315-01f1-4f46-9970-a88728fe7946/23e32315-01f1-4f46-9970-a88728fe7946.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2163.445315] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance '23e32315-01f1-4f46-9970-a88728fe7946' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2163.449456] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064340, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.558882] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.621794] env[62743]: INFO nova.compute.manager [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Took 21.26 seconds to build instance. [ 2163.820090] env[62743]: DEBUG nova.compute.manager [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Received event network-changed-87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2163.820148] env[62743]: DEBUG nova.compute.manager [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Refreshing instance network info cache due to event network-changed-87fbde2e-c792-45a6-af2a-e7c11b4c7782. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2163.820361] env[62743]: DEBUG oslo_concurrency.lockutils [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] Acquiring lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.820506] env[62743]: DEBUG oslo_concurrency.lockutils [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] Acquired lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.820666] env[62743]: DEBUG nova.network.neutron [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Refreshing network info cache for port 87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2163.917844] env[62743]: DEBUG nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2163.937751] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064340, 'name': CreateVM_Task, 'duration_secs': 0.673041} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.937751] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2163.938474] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.938633] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.938942] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2163.939217] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92456f9-5e66-4dfb-a22d-9e3c358babf8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.944735] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2163.944735] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f0c7f8-9421-09c0-4924-f829fc24754b" [ 2163.944735] env[62743]: _type = "Task" [ 2163.944735] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.953624] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f0c7f8-9421-09c0-4924-f829fc24754b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.954414] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4da23d-3ba0-4f63-8eef-e0956696af9f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.975781] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b033046-134d-4e3c-ba10-18a749ceeb60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.994218] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance '23e32315-01f1-4f46-9970-a88728fe7946' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2164.002427] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "ee1dab62-8535-4e30-a736-fff677048b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.123876] env[62743]: DEBUG oslo_concurrency.lockutils [None req-be848427-f9c0-4489-b7ee-091df7e619b6 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ee1dab62-8535-4e30-a736-fff677048b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.766s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.124058] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ee1dab62-8535-4e30-a736-fff677048b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.122s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.124295] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "ee1dab62-8535-4e30-a736-fff677048b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.124576] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ee1dab62-8535-4e30-a736-fff677048b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.124811] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ee1dab62-8535-4e30-a736-fff677048b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.129969] env[62743]: INFO nova.compute.manager [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Terminating instance [ 2164.172474] env[62743]: DEBUG nova.compute.manager [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2164.407203] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af44391b-24ed-4767-9c86-4d0ccfbd540a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.418587] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8935750-7906-4ba5-bc53-fb1f8c4faf06 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.454752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.462828] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66f1232-beb0-4582-82bb-9e76a1f55e16 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.471130] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f0c7f8-9421-09c0-4924-f829fc24754b, 'name': SearchDatastore_Task, 'duration_secs': 0.013369} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.473544] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.473821] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2164.474095] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.474245] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.474779] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2164.474779] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18b8f0c5-de60-49f4-a24e-44a441d2f631 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.477631] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369edd99-9262-4a81-954f-9a3092ab5cf8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.493125] env[62743]: DEBUG nova.compute.provider_tree [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2164.497793] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2164.497892] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2164.502592] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ee8fe0-5578-4085-9435-44dce47710c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.509034] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2164.509034] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52562735-4944-afa6-80ab-58fa4b2d3c22" [ 2164.509034] env[62743]: _type = "Task" [ 2164.509034] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.517706] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52562735-4944-afa6-80ab-58fa4b2d3c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.583266] env[62743]: DEBUG nova.network.neutron [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Port 3723234c-82cc-4715-8eaa-da39be58d11c binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2164.637823] env[62743]: DEBUG nova.compute.manager [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2164.637985] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2164.639633] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600df721-519d-43f7-a567-3c3b324651a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.647591] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2164.647820] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1fe21d-933e-430d-b5f1-e59ad8f96a66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.654765] env[62743]: DEBUG oslo_vmware.api [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2164.654765] env[62743]: value = "task-2064341" [ 2164.654765] env[62743]: _type = "Task" [ 2164.654765] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.663177] env[62743]: DEBUG oslo_vmware.api [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.676349] env[62743]: DEBUG nova.network.neutron [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updated VIF entry in instance network info cache for port 87fbde2e-c792-45a6-af2a-e7c11b4c7782. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2164.676880] env[62743]: DEBUG nova.network.neutron [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updating instance_info_cache with network_info: [{"id": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "address": "fa:16:3e:c6:4f:da", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fbde2e-c7", "ovs_interfaceid": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.696363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.000765] env[62743]: DEBUG nova.scheduler.client.report [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2165.023341] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52562735-4944-afa6-80ab-58fa4b2d3c22, 'name': SearchDatastore_Task, 'duration_secs': 0.017355} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.023341] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fcc7a3-54e9-4afd-aa66-a4c8d6283bb4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.026738] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2165.026738] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c72b37-69d9-287b-ec88-ced066e7e527" [ 2165.026738] env[62743]: _type = "Task" [ 2165.026738] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.036110] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c72b37-69d9-287b-ec88-ced066e7e527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.083535] env[62743]: DEBUG nova.network.neutron [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Successfully updated port: 42159e6a-85c3-4a27-8be9-f7ef67e3f726 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2165.165176] env[62743]: DEBUG oslo_vmware.api [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064341, 'name': PowerOffVM_Task, 'duration_secs': 0.31667} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.165425] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2165.165587] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2165.165840] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9915b6fd-8268-4e93-a82c-2a5c57f7ba89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.182615] env[62743]: DEBUG oslo_concurrency.lockutils [req-cae4fe29-20ca-4a8c-be1b-822dd536004b req-814b25b9-0db3-4600-ab50-b700148c28be service nova] Releasing lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.391849] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.392245] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.392351] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.392535] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.392704] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.394811] env[62743]: INFO nova.compute.manager [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Terminating instance [ 2165.493243] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2165.493633] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2165.493633] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleting the datastore file [datastore1] ee1dab62-8535-4e30-a736-fff677048b4c {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2165.493884] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-240ba505-c0ec-4de2-af81-3add6f5906d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.500711] env[62743]: DEBUG oslo_vmware.api [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for the task: (returnval){ [ 2165.500711] env[62743]: value = "task-2064343" [ 2165.500711] env[62743]: _type = "Task" [ 2165.500711] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.506099] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.506583] env[62743]: DEBUG nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2165.512920] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.954s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.514443] env[62743]: INFO nova.compute.claims [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2165.520020] env[62743]: DEBUG oslo_vmware.api [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.538042] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c72b37-69d9-287b-ec88-ced066e7e527, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.538305] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.538621] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2165.538879] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce92dac1-bb4c-4ada-9dc4-58d0be266621 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.550092] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2165.550092] env[62743]: value = "task-2064344" [ 2165.550092] env[62743]: _type = "Task" [ 2165.550092] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.562367] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.588892] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.588892] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.588892] env[62743]: DEBUG nova.network.neutron [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2165.606249] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "23e32315-01f1-4f46-9970-a88728fe7946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.606476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.606676] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.851246] env[62743]: DEBUG nova.compute.manager [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-vif-plugged-42159e6a-85c3-4a27-8be9-f7ef67e3f726 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2165.851505] env[62743]: DEBUG oslo_concurrency.lockutils [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.851829] env[62743]: DEBUG oslo_concurrency.lockutils [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.851964] env[62743]: DEBUG oslo_concurrency.lockutils [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.852282] env[62743]: DEBUG nova.compute.manager [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] No waiting events found dispatching network-vif-plugged-42159e6a-85c3-4a27-8be9-f7ef67e3f726 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2165.852494] env[62743]: WARNING nova.compute.manager [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received unexpected event network-vif-plugged-42159e6a-85c3-4a27-8be9-f7ef67e3f726 for instance with vm_state active and task_state None. [ 2165.852709] env[62743]: DEBUG nova.compute.manager [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-changed-42159e6a-85c3-4a27-8be9-f7ef67e3f726 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2165.852897] env[62743]: DEBUG nova.compute.manager [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing instance network info cache due to event network-changed-42159e6a-85c3-4a27-8be9-f7ef67e3f726. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2165.853134] env[62743]: DEBUG oslo_concurrency.lockutils [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.898943] env[62743]: DEBUG nova.compute.manager [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2165.899197] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2165.900762] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6469fd-80f4-4e8b-a3d3-adb61fcdc8c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.909650] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2165.910255] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e7ac84d-e1cb-4e20-a2ca-48f6e635cc25 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.917909] env[62743]: DEBUG oslo_vmware.api [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2165.917909] env[62743]: value = "task-2064345" [ 2165.917909] env[62743]: _type = "Task" [ 2165.917909] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.925912] env[62743]: DEBUG oslo_vmware.api [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.011234] env[62743]: DEBUG oslo_vmware.api [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Task: {'id': task-2064343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182858} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.011557] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2166.011775] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2166.011959] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2166.012183] env[62743]: INFO nova.compute.manager [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Took 1.37 seconds to destroy the instance on the hypervisor. [ 2166.012470] env[62743]: DEBUG oslo.service.loopingcall [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2166.012771] env[62743]: DEBUG nova.compute.manager [-] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2166.012933] env[62743]: DEBUG nova.network.neutron [-] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2166.018554] env[62743]: DEBUG nova.compute.utils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2166.025214] env[62743]: DEBUG nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2166.025408] env[62743]: DEBUG nova.network.neutron [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2166.031685] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.031913] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.067197] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.083254] env[62743]: DEBUG nova.policy [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4419d3aa464dcdba9ac822d4cf65e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba4d3081f694640a5bf84feafdc4789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2166.143030] env[62743]: WARNING nova.network.neutron [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] a7817626-5240-4ded-aca1-488c7c0d5e33 already exists in list: networks containing: ['a7817626-5240-4ded-aca1-488c7c0d5e33']. ignoring it [ 2166.143236] env[62743]: WARNING nova.network.neutron [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] a7817626-5240-4ded-aca1-488c7c0d5e33 already exists in list: networks containing: ['a7817626-5240-4ded-aca1-488c7c0d5e33']. ignoring it [ 2166.426334] env[62743]: DEBUG oslo_vmware.api [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064345, 'name': PowerOffVM_Task, 'duration_secs': 0.401893} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.426603] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2166.426769] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2166.427038] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2800f8e1-3b2f-48aa-a76b-34deb57ff269 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.525314] env[62743]: DEBUG nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2166.538818] env[62743]: DEBUG nova.compute.utils [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2166.561942] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66185} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.564791] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2166.565030] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2166.566100] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d64a8ef-2fc6-439f-9209-806f9232c36a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.572787] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2166.572787] env[62743]: value = "task-2064347" [ 2166.572787] env[62743]: _type = "Task" [ 2166.572787] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.588715] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.656500] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.656800] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.657016] env[62743]: DEBUG nova.network.neutron [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2166.708669] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2166.708885] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2166.709076] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Deleting the datastore file [datastore1] a7458672-45ef-4afe-8e66-c4f1e2afa4c5 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2166.709356] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f539e3-8b0e-405c-9e33-4ef9358997aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.720064] env[62743]: DEBUG oslo_vmware.api [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2166.720064] env[62743]: value = "task-2064348" [ 2166.720064] env[62743]: _type = "Task" [ 2166.720064] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.731291] env[62743]: DEBUG oslo_vmware.api [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.787207] env[62743]: DEBUG nova.network.neutron [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Successfully created port: 7eae7d53-565b-4e0f-bb54-12de145d1dbc {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2166.811928] env[62743]: DEBUG nova.network.neutron [-] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.846100] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bb13c7-6774-4440-a0ab-855445d0a88d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.852885] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a16c7f-9cf2-4c08-a9b9-3be51d493963 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.895024] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028d7ab7-ac9a-4f64-bbf8-84e17bd2a537 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.901522] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a109318e-a497-4367-bcb8-a646d6305dff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.919653] env[62743]: DEBUG nova.compute.provider_tree [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.041773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.083959] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157535} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.084452] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2167.085376] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8fd117-c107-42e0-bf53-4e083db27367 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.109135] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2167.111158] env[62743]: DEBUG nova.network.neutron [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e967295-36e1-4955-8351-56370edf492a", "address": "fa:16:3e:38:26:02", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e967295-36", "ovs_interfaceid": "6e967295-36e1-4955-8351-56370edf492a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42159e6a-85c3-4a27-8be9-f7ef67e3f726", "address": "fa:16:3e:4c:ee:11", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42159e6a-85", "ovs_interfaceid": "42159e6a-85c3-4a27-8be9-f7ef67e3f726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.112062] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095bd45a-8eb1-4a3a-93f2-3249d5cd866c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.128621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.129211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.129360] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.129637] env[62743]: DEBUG oslo_concurrency.lockutils [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.129813] env[62743]: DEBUG nova.network.neutron [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Refreshing network info cache for port 42159e6a-85c3-4a27-8be9-f7ef67e3f726 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2167.132638] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dc07b8-8f82-48ac-b4f8-b4616b171e5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.150125] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2167.150382] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2167.150553] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2167.150738] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2167.150881] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2167.151035] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2167.151247] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2167.151401] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2167.151620] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2167.151737] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2167.151888] env[62743]: DEBUG nova.virt.hardware [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2167.158244] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfiguring VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2167.161032] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81928c06-049b-4b46-b914-36227f17da45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.178722] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2167.178722] env[62743]: value = "task-2064349" [ 2167.178722] env[62743]: _type = "Task" [ 2167.178722] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.185903] env[62743]: DEBUG oslo_vmware.api [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2167.185903] env[62743]: value = "task-2064350" [ 2167.185903] env[62743]: _type = "Task" [ 2167.185903] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.197420] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.203512] env[62743]: DEBUG oslo_vmware.api [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.229401] env[62743]: DEBUG oslo_vmware.api [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145385} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.229685] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2167.229889] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2167.230101] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2167.230291] env[62743]: INFO nova.compute.manager [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2167.230546] env[62743]: DEBUG oslo.service.loopingcall [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.230754] env[62743]: DEBUG nova.compute.manager [-] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2167.230862] env[62743]: DEBUG nova.network.neutron [-] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2167.314201] env[62743]: INFO nova.compute.manager [-] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Took 1.30 seconds to deallocate network for instance. [ 2167.387754] env[62743]: DEBUG nova.network.neutron [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance_info_cache with network_info: [{"id": "3723234c-82cc-4715-8eaa-da39be58d11c", "address": "fa:16:3e:ec:11:4f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3723234c-82", "ovs_interfaceid": "3723234c-82cc-4715-8eaa-da39be58d11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.422594] env[62743]: DEBUG nova.scheduler.client.report [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.535482] env[62743]: DEBUG nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2167.561103] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2167.561370] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2167.561570] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2167.561885] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2167.561885] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2167.562019] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2167.562297] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2167.562440] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2167.562608] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2167.562766] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2167.562934] env[62743]: DEBUG nova.virt.hardware [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2167.563803] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aaa460-33ee-4a75-96be-1b3631ee1e6e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.572178] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f298fcd-4852-40ae-96b9-3de1a6c1a107 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.688821] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064349, 'name': ReconfigVM_Task, 'duration_secs': 0.267583} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.692040] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2167.692672] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3287b1dd-4e6e-4828-a988-6ee9cc45aeac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.700040] env[62743]: DEBUG oslo_vmware.api [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.701375] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2167.701375] env[62743]: value = "task-2064351" [ 2167.701375] env[62743]: _type = "Task" [ 2167.701375] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.709894] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064351, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.821066] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.871543] env[62743]: DEBUG nova.network.neutron [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updated VIF entry in instance network info cache for port 42159e6a-85c3-4a27-8be9-f7ef67e3f726. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2167.872154] env[62743]: DEBUG nova.network.neutron [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6e967295-36e1-4955-8351-56370edf492a", "address": "fa:16:3e:38:26:02", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e967295-36", "ovs_interfaceid": "6e967295-36e1-4955-8351-56370edf492a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42159e6a-85c3-4a27-8be9-f7ef67e3f726", "address": "fa:16:3e:4c:ee:11", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42159e6a-85", "ovs_interfaceid": "42159e6a-85c3-4a27-8be9-f7ef67e3f726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.889991] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.928848] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.928848] env[62743]: DEBUG nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2167.931943] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.478s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.933618] env[62743]: INFO nova.compute.claims [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2167.972515] env[62743]: DEBUG nova.network.neutron [-] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.090290] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.090794] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.091043] env[62743]: INFO nova.compute.manager [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Attaching volume 6f21f154-b9cd-4fb0-bf41-12b5d69e3e91 to /dev/sdb [ 2168.125450] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751dba47-463f-44f2-8e4b-e8ba3e0a8951 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.132852] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8654e56-364e-4017-a0c0-a245d6cd649a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.146973] env[62743]: DEBUG nova.virt.block_device [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Updating existing volume attachment record: 82e89ba2-94bc-4888-8662-9cb2f6f1186f {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2168.199162] env[62743]: DEBUG oslo_vmware.api [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.210137] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064351, 'name': Rename_Task, 'duration_secs': 0.138934} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.210425] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2168.210674] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7bc70d-9c2a-4b8a-bb0a-5ae3308d7ac6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.216981] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2168.216981] env[62743]: value = "task-2064352" [ 2168.216981] env[62743]: _type = "Task" [ 2168.216981] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.223955] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.278511] env[62743]: DEBUG nova.compute.manager [req-1d9d2a00-5872-4d61-85c4-b23e070f098e req-d10c6049-f846-49b7-8165-f16873d49323 service nova] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Received event network-vif-deleted-a09ca70e-5e0a-45d4-b9a6-1a1fdbbaa134 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2168.278852] env[62743]: DEBUG nova.compute.manager [req-1d9d2a00-5872-4d61-85c4-b23e070f098e req-d10c6049-f846-49b7-8165-f16873d49323 service nova] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Received event network-vif-deleted-9a4ce3ba-5c09-4181-9e80-1501b400efa5 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2168.362855] env[62743]: DEBUG nova.compute.manager [req-f7ecc9cd-9dd6-43f3-a44f-386d80e725fa req-67a7a415-536b-40b6-98fa-080e827507b5 service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Received event network-vif-plugged-7eae7d53-565b-4e0f-bb54-12de145d1dbc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2168.363482] env[62743]: DEBUG oslo_concurrency.lockutils [req-f7ecc9cd-9dd6-43f3-a44f-386d80e725fa req-67a7a415-536b-40b6-98fa-080e827507b5 service nova] Acquiring lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.363715] env[62743]: DEBUG oslo_concurrency.lockutils [req-f7ecc9cd-9dd6-43f3-a44f-386d80e725fa req-67a7a415-536b-40b6-98fa-080e827507b5 service nova] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.363905] env[62743]: DEBUG oslo_concurrency.lockutils [req-f7ecc9cd-9dd6-43f3-a44f-386d80e725fa req-67a7a415-536b-40b6-98fa-080e827507b5 service nova] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.370634] env[62743]: DEBUG nova.compute.manager [req-f7ecc9cd-9dd6-43f3-a44f-386d80e725fa req-67a7a415-536b-40b6-98fa-080e827507b5 service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] No waiting events found dispatching network-vif-plugged-7eae7d53-565b-4e0f-bb54-12de145d1dbc {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2168.370870] env[62743]: WARNING nova.compute.manager [req-f7ecc9cd-9dd6-43f3-a44f-386d80e725fa req-67a7a415-536b-40b6-98fa-080e827507b5 service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Received unexpected event network-vif-plugged-7eae7d53-565b-4e0f-bb54-12de145d1dbc for instance with vm_state building and task_state spawning. [ 2168.375205] env[62743]: DEBUG oslo_concurrency.lockutils [req-eae523f3-1dd7-4855-b965-2a0c99caa272 req-97ee0548-22a3-4dd9-ae54-477fc1e55d49 service nova] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.420461] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d87466e-48aa-427c-9935-2447a4cbe3ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.442439] env[62743]: DEBUG nova.compute.utils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2168.446509] env[62743]: DEBUG nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2168.446762] env[62743]: DEBUG nova.network.neutron [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2168.449245] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8762eb68-4e2f-4f30-a73d-97e4d7e72400 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.457648] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance '23e32315-01f1-4f46-9970-a88728fe7946' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2168.464706] env[62743]: DEBUG nova.network.neutron [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Successfully updated port: 7eae7d53-565b-4e0f-bb54-12de145d1dbc {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2168.475518] env[62743]: INFO nova.compute.manager [-] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Took 1.24 seconds to deallocate network for instance. [ 2168.497603] env[62743]: DEBUG nova.policy [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f3a742c9344dbe92152c839ff0ce42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0269e34181ee4d4ba6f5f2ef61e299fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2168.700610] env[62743]: DEBUG oslo_vmware.api [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.727110] env[62743]: DEBUG oslo_vmware.api [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064352, 'name': PowerOnVM_Task, 'duration_secs': 0.474951} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.727439] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2168.727798] env[62743]: INFO nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Took 8.00 seconds to spawn the instance on the hypervisor. [ 2168.728199] env[62743]: DEBUG nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2168.729121] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124a576-8626-4d02-8c30-9987819889e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.870198] env[62743]: DEBUG nova.network.neutron [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Successfully created port: 4b0d13e3-5a0a-483b-9b34-881548f0278d {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2168.951603] env[62743]: DEBUG nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2168.970156] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2168.970898] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "refresh_cache-f41c23c5-c7fd-4c1e-9906-1718e852c35b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2168.971217] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "refresh_cache-f41c23c5-c7fd-4c1e-9906-1718e852c35b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2168.971623] env[62743]: DEBUG nova.network.neutron [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2168.974131] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a6d9df8-85aa-4285-bf6f-bbee510b2a04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.985722] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.987626] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2168.987626] env[62743]: value = "task-2064356" [ 2168.987626] env[62743]: _type = "Task" [ 2168.987626] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.006312] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.202306] env[62743]: DEBUG oslo_vmware.api [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064350, 'name': ReconfigVM_Task, 'duration_secs': 1.84715} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.202835] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.203068] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfigured VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2169.251960] env[62743]: INFO nova.compute.manager [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Took 18.18 seconds to build instance. [ 2169.273719] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e81c3e-99c5-4329-b8a1-55974dcae676 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.283330] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feaa440-4d41-4948-bc06-fa49b63833d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.318570] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a1f736-bbcb-4015-950d-a52962e6a32f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.326691] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb68dbf-d127-4234-88ea-b8a9f020c9a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.344988] env[62743]: DEBUG nova.compute.provider_tree [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.498224] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.513252] env[62743]: DEBUG nova.network.neutron [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2169.669076] env[62743]: DEBUG nova.network.neutron [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Updating instance_info_cache with network_info: [{"id": "7eae7d53-565b-4e0f-bb54-12de145d1dbc", "address": "fa:16:3e:3e:1d:21", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eae7d53-56", "ovs_interfaceid": "7eae7d53-565b-4e0f-bb54-12de145d1dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.710320] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2abf465f-fe33-45f4-a6cb-d4e9762be358 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-42159e6a-85c3-4a27-8be9-f7ef67e3f726" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.363s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.756166] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ee537d05-1347-45d1-9582-fa98419da5ff tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.685s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.850208] env[62743]: DEBUG nova.scheduler.client.report [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2169.961770] env[62743]: DEBUG nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2169.989980] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2169.990253] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2169.990422] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2169.990626] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2169.990772] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2169.990920] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2169.991839] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2169.992129] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2169.992385] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2169.992617] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2169.992850] env[62743]: DEBUG nova.virt.hardware [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2169.993837] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395da2e4-0b8a-449b-b79b-33193b28489a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.008271] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d318d9c7-d732-4bb8-82a8-559e596a825d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.012546] env[62743]: DEBUG oslo_vmware.api [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064356, 'name': PowerOnVM_Task, 'duration_secs': 0.551775} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.013229] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2170.013229] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c3335523-d176-4b50-b935-29cf105373d0 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance '23e32315-01f1-4f46-9970-a88728fe7946' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2170.171171] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "refresh_cache-f41c23c5-c7fd-4c1e-9906-1718e852c35b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.171846] env[62743]: DEBUG nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Instance network_info: |[{"id": "7eae7d53-565b-4e0f-bb54-12de145d1dbc", "address": "fa:16:3e:3e:1d:21", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eae7d53-56", "ovs_interfaceid": "7eae7d53-565b-4e0f-bb54-12de145d1dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2170.171985] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:1d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eae7d53-565b-4e0f-bb54-12de145d1dbc', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2170.179346] env[62743]: DEBUG oslo.service.loopingcall [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.179592] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2170.179824] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1f35de0-e460-4a10-ae95-221c17dfa6d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.199692] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2170.199692] env[62743]: value = "task-2064357" [ 2170.199692] env[62743]: _type = "Task" [ 2170.199692] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.207323] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064357, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.269851] env[62743]: DEBUG nova.compute.manager [req-22f533d6-ee0e-4837-9509-3ef34e2faae9 req-81dc0735-f097-4aae-a5c8-845554e24ffc service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Received event network-vif-plugged-4b0d13e3-5a0a-483b-9b34-881548f0278d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2170.270086] env[62743]: DEBUG oslo_concurrency.lockutils [req-22f533d6-ee0e-4837-9509-3ef34e2faae9 req-81dc0735-f097-4aae-a5c8-845554e24ffc service nova] Acquiring lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.270302] env[62743]: DEBUG oslo_concurrency.lockutils [req-22f533d6-ee0e-4837-9509-3ef34e2faae9 req-81dc0735-f097-4aae-a5c8-845554e24ffc service nova] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.270504] env[62743]: DEBUG oslo_concurrency.lockutils [req-22f533d6-ee0e-4837-9509-3ef34e2faae9 req-81dc0735-f097-4aae-a5c8-845554e24ffc service nova] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.270692] env[62743]: DEBUG nova.compute.manager [req-22f533d6-ee0e-4837-9509-3ef34e2faae9 req-81dc0735-f097-4aae-a5c8-845554e24ffc service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] No waiting events found dispatching network-vif-plugged-4b0d13e3-5a0a-483b-9b34-881548f0278d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2170.270863] env[62743]: WARNING nova.compute.manager [req-22f533d6-ee0e-4837-9509-3ef34e2faae9 req-81dc0735-f097-4aae-a5c8-845554e24ffc service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Received unexpected event network-vif-plugged-4b0d13e3-5a0a-483b-9b34-881548f0278d for instance with vm_state building and task_state spawning. [ 2170.303317] env[62743]: DEBUG nova.compute.manager [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Received event network-changed-87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2170.303437] env[62743]: DEBUG nova.compute.manager [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Refreshing instance network info cache due to event network-changed-87fbde2e-c792-45a6-af2a-e7c11b4c7782. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2170.303640] env[62743]: DEBUG oslo_concurrency.lockutils [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] Acquiring lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.303786] env[62743]: DEBUG oslo_concurrency.lockutils [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] Acquired lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.304047] env[62743]: DEBUG nova.network.neutron [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Refreshing network info cache for port 87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2170.356028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.356028] env[62743]: DEBUG nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2170.358320] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.662s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.392497] env[62743]: DEBUG nova.compute.manager [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Received event network-changed-7eae7d53-565b-4e0f-bb54-12de145d1dbc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2170.392687] env[62743]: DEBUG nova.compute.manager [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Refreshing instance network info cache due to event network-changed-7eae7d53-565b-4e0f-bb54-12de145d1dbc. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2170.392896] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] Acquiring lock "refresh_cache-f41c23c5-c7fd-4c1e-9906-1718e852c35b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.393061] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] Acquired lock "refresh_cache-f41c23c5-c7fd-4c1e-9906-1718e852c35b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.393201] env[62743]: DEBUG nova.network.neutron [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Refreshing network info cache for port 7eae7d53-565b-4e0f-bb54-12de145d1dbc {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2170.714156] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064357, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.828430] env[62743]: DEBUG nova.network.neutron [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Successfully updated port: 4b0d13e3-5a0a-483b-9b34-881548f0278d {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2170.862893] env[62743]: DEBUG nova.compute.utils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2170.866740] env[62743]: INFO nova.compute.claims [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2170.871382] env[62743]: DEBUG nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2170.871554] env[62743]: DEBUG nova.network.neutron [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2170.924787] env[62743]: DEBUG nova.policy [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f3a742c9344dbe92152c839ff0ce42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0269e34181ee4d4ba6f5f2ef61e299fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2171.175431] env[62743]: DEBUG nova.network.neutron [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updated VIF entry in instance network info cache for port 87fbde2e-c792-45a6-af2a-e7c11b4c7782. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2171.175817] env[62743]: DEBUG nova.network.neutron [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updating instance_info_cache with network_info: [{"id": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "address": "fa:16:3e:c6:4f:da", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fbde2e-c7", "ovs_interfaceid": "87fbde2e-c792-45a6-af2a-e7c11b4c7782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.191864] env[62743]: DEBUG nova.network.neutron [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Successfully created port: b2516a68-216a-45db-8602-d044ce2a216a {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2171.211222] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-6e967295-36e1-4955-8351-56370edf492a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.211601] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-6e967295-36e1-4955-8351-56370edf492a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.212981] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064357, 'name': CreateVM_Task, 'duration_secs': 0.601318} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.213488] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2171.216468] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.216552] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.216911] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2171.217263] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3405cbfa-b582-4c29-aa7d-5e9be171e9ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.222603] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2171.222603] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fec401-f058-717c-262b-decf44afcb4e" [ 2171.222603] env[62743]: _type = "Task" [ 2171.222603] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.231653] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fec401-f058-717c-262b-decf44afcb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.268525] env[62743]: DEBUG nova.network.neutron [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Updated VIF entry in instance network info cache for port 7eae7d53-565b-4e0f-bb54-12de145d1dbc. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2171.268882] env[62743]: DEBUG nova.network.neutron [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Updating instance_info_cache with network_info: [{"id": "7eae7d53-565b-4e0f-bb54-12de145d1dbc", "address": "fa:16:3e:3e:1d:21", "network": {"id": "d4676924-615e-4469-985a-b7bbc2a42c5d", "bridge": "br-int", "label": "tempest-ServersTestJSON-2101579324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba4d3081f694640a5bf84feafdc4789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eae7d53-56", "ovs_interfaceid": "7eae7d53-565b-4e0f-bb54-12de145d1dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.334619] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.334998] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.334998] env[62743]: DEBUG nova.network.neutron [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2171.371960] env[62743]: DEBUG nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2171.378209] env[62743]: INFO nova.compute.resource_tracker [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating resource usage from migration cdd71436-6e3b-427a-b880-705f1125a971 [ 2171.673219] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c098c46e-3154-428d-af2c-ddb5d7de15a6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.678530] env[62743]: DEBUG oslo_concurrency.lockutils [req-b6853be7-d0af-4c55-aaff-d3bbd6e8cc6b req-47b04fee-d7af-422a-a26f-5b260b18e526 service nova] Releasing lock "refresh_cache-09b4fb94-d464-46ba-9736-626dc282f4ef" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.682265] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6cdc64-fefe-4553-adf6-7fe51aeb4dec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.713414] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623570da-8480-4d7e-a227-9e43498e83fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.718943] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.719226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.720394] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5ce604-1ddd-40c4-9d01-c2022ac04455 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.730373] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7ad2be-2455-4504-8dd9-00a24623cb01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.751453] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a133915b-d97f-4bb8-819c-6062fe54690a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.766277] env[62743]: DEBUG nova.compute.provider_tree [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.767631] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fec401-f058-717c-262b-decf44afcb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.768670] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.768894] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2171.769132] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.769277] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.769485] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2171.769748] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d236b0f-7472-4113-9ecc-7938994d6dee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.789758] env[62743]: DEBUG oslo_concurrency.lockutils [req-3fe38647-ecd0-4d9b-a9f0-1730d0cf1fb7 req-ea87e274-15fc-463d-ac1e-a3d8b3f30abf service nova] Releasing lock "refresh_cache-f41c23c5-c7fd-4c1e-9906-1718e852c35b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.796537] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfiguring VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2171.797504] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9960d5-bf44-49c5-9693-41f4261537e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.811445] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2171.811623] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2171.813327] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab586d8-16c4-4031-b533-ddefba7b04a6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.817766] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2171.817766] env[62743]: value = "task-2064359" [ 2171.817766] env[62743]: _type = "Task" [ 2171.817766] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.818949] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2171.818949] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bdd5b1-7ffc-9385-34ce-e80e7681bef2" [ 2171.818949] env[62743]: _type = "Task" [ 2171.818949] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.832426] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.832426] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bdd5b1-7ffc-9385-34ce-e80e7681bef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.868241] env[62743]: DEBUG nova.network.neutron [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2172.028319] env[62743]: DEBUG nova.network.neutron [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Updating instance_info_cache with network_info: [{"id": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "address": "fa:16:3e:c5:4c:6d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0d13e3-5a", "ovs_interfaceid": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.220401] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "23e32315-01f1-4f46-9970-a88728fe7946" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.220677] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.220873] env[62743]: DEBUG nova.compute.manager [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Going to confirm migration 3 {{(pid=62743) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2172.269147] env[62743]: DEBUG nova.scheduler.client.report [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2172.330200] env[62743]: DEBUG nova.compute.manager [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Received event network-changed-4b0d13e3-5a0a-483b-9b34-881548f0278d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2172.330471] env[62743]: DEBUG nova.compute.manager [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Refreshing instance network info cache due to event network-changed-4b0d13e3-5a0a-483b-9b34-881548f0278d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2172.330703] env[62743]: DEBUG oslo_concurrency.lockutils [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] Acquiring lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.339728] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.340011] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bdd5b1-7ffc-9385-34ce-e80e7681bef2, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.340809] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6665366-04b3-40eb-9d22-4e963a7467bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.346160] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2172.346160] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521ca268-4bce-462a-ff45-38b74830317d" [ 2172.346160] env[62743]: _type = "Task" [ 2172.346160] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.354009] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521ca268-4bce-462a-ff45-38b74830317d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.385162] env[62743]: DEBUG nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2172.412946] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2172.413189] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2172.413351] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2172.413528] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2172.413676] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2172.413821] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2172.414035] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2172.414267] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2172.414451] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2172.414721] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2172.414896] env[62743]: DEBUG nova.virt.hardware [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2172.416070] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44872a3-d682-427b-9f45-a406bf44447e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.424442] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daba971c-1cd8-4b63-b1c2-1e74e9a59616 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.531360] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.531717] env[62743]: DEBUG nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Instance network_info: |[{"id": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "address": "fa:16:3e:c5:4c:6d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0d13e3-5a", "ovs_interfaceid": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2172.532048] env[62743]: DEBUG oslo_concurrency.lockutils [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] Acquired lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.532240] env[62743]: DEBUG nova.network.neutron [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Refreshing network info cache for port 4b0d13e3-5a0a-483b-9b34-881548f0278d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2172.533551] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:4c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0d13e3-5a0a-483b-9b34-881548f0278d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2172.541199] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating folder: Project (0269e34181ee4d4ba6f5f2ef61e299fb). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2172.542219] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2010e2-0780-4020-b177-76cd62dd903b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.553889] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created folder: Project (0269e34181ee4d4ba6f5f2ef61e299fb) in parent group-v423128. [ 2172.554085] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating folder: Instances. Parent ref: group-v423370. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2172.554318] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c31c9c64-1344-4c6c-87da-5bc4c6b55766 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.563285] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created folder: Instances in parent group-v423370. [ 2172.563551] env[62743]: DEBUG oslo.service.loopingcall [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2172.563885] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2172.564016] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8e5a47-957a-4c89-8dc5-b3dafdf9dd62 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.582880] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2172.582880] env[62743]: value = "task-2064362" [ 2172.582880] env[62743]: _type = "Task" [ 2172.582880] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.590174] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064362, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.692279] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2172.692279] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423368', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'name': 'volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317', 'attached_at': '', 'detached_at': '', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'serial': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2172.692279] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77646efb-2209-4054-a665-5dae84033e32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.711846] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c5065e-7575-4ba4-9435-444aaabdcaa0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.738507] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91/volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.741072] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2aa330e-8d3c-4d26-b00e-9e575970cc01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.758902] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2172.758902] env[62743]: value = "task-2064363" [ 2172.758902] env[62743]: _type = "Task" [ 2172.758902] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.767134] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.774062] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.416s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.774286] env[62743]: INFO nova.compute.manager [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Migrating [ 2172.783161] env[62743]: DEBUG nova.network.neutron [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Successfully updated port: b2516a68-216a-45db-8602-d044ce2a216a {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2172.783161] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.962s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.783161] env[62743]: DEBUG nova.objects.instance [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lazy-loading 'resources' on Instance uuid ee1dab62-8535-4e30-a736-fff677048b4c {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.811440] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2172.811652] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2172.812036] env[62743]: DEBUG nova.network.neutron [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2172.812156] env[62743]: DEBUG nova.objects.instance [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lazy-loading 'info_cache' on Instance uuid 23e32315-01f1-4f46-9970-a88728fe7946 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.832162] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.855934] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521ca268-4bce-462a-ff45-38b74830317d, 'name': SearchDatastore_Task, 'duration_secs': 0.035618} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.858338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.858898] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] f41c23c5-c7fd-4c1e-9906-1718e852c35b/f41c23c5-c7fd-4c1e-9906-1718e852c35b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2172.859016] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-588f7570-d47d-426d-9c1c-683e23619d8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.866278] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2172.866278] env[62743]: value = "task-2064364" [ 2172.866278] env[62743]: _type = "Task" [ 2172.866278] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.876563] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.057762] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a0dce8-03a7-44df-9155-c702acd7c37c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.066385] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97962162-5c4e-45c2-8ab1-fdc5004ebd48 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.106032] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40123d8-f662-4ec8-96d2-e36ac1af6442 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.114320] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064362, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.117504] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f756a1c-3a38-4cc6-a1f7-25d45b376c69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.136569] env[62743]: DEBUG nova.compute.provider_tree [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.269986] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064363, 'name': ReconfigVM_Task, 'duration_secs': 0.381067} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.270286] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91/volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2173.275261] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f90a89-aab1-42e2-8ee2-f91f5bcf49b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.286393] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.286554] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.286730] env[62743]: DEBUG nova.network.neutron [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2173.294791] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2173.294791] env[62743]: value = "task-2064365" [ 2173.294791] env[62743]: _type = "Task" [ 2173.294791] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.295382] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.295555] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.295794] env[62743]: DEBUG nova.network.neutron [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2173.310313] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.332957] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.339453] env[62743]: DEBUG nova.network.neutron [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Updated VIF entry in instance network info cache for port 4b0d13e3-5a0a-483b-9b34-881548f0278d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2173.339771] env[62743]: DEBUG nova.network.neutron [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Updating instance_info_cache with network_info: [{"id": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "address": "fa:16:3e:c5:4c:6d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0d13e3-5a", "ovs_interfaceid": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2173.379186] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064364, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.611386] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064362, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.639613] env[62743]: DEBUG nova.scheduler.client.report [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.806057] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.819813] env[62743]: DEBUG nova.network.neutron [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2173.831326] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.842144] env[62743]: DEBUG oslo_concurrency.lockutils [req-440eb2ff-df86-445e-832a-25ae9aca8864 req-c1b437e6-5252-4a5a-9b95-1e944fd00420 service nova] Releasing lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.883782] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644017} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.884116] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] f41c23c5-c7fd-4c1e-9906-1718e852c35b/f41c23c5-c7fd-4c1e-9906-1718e852c35b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2173.884359] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2173.884608] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9480a71f-6840-4e98-bb1f-c1f8c1588306 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.893455] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2173.893455] env[62743]: value = "task-2064366" [ 2173.893455] env[62743]: _type = "Task" [ 2173.893455] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.901769] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.031756] env[62743]: DEBUG nova.network.neutron [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance_info_cache with network_info: [{"id": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "address": "fa:16:3e:78:a3:69", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a03d7c-54", "ovs_interfaceid": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.066424] env[62743]: DEBUG nova.network.neutron [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Updating instance_info_cache with network_info: [{"id": "b2516a68-216a-45db-8602-d044ce2a216a", "address": "fa:16:3e:fb:7e:48", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2516a68-21", "ovs_interfaceid": "b2516a68-216a-45db-8602-d044ce2a216a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.116360] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064362, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.145023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.362s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.147485] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.162s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.147712] env[62743]: DEBUG nova.objects.instance [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lazy-loading 'resources' on Instance uuid a7458672-45ef-4afe-8e66-c4f1e2afa4c5 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.157644] env[62743]: DEBUG nova.network.neutron [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance_info_cache with network_info: [{"id": "3723234c-82cc-4715-8eaa-da39be58d11c", "address": "fa:16:3e:ec:11:4f", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3723234c-82", "ovs_interfaceid": "3723234c-82cc-4715-8eaa-da39be58d11c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.165774] env[62743]: INFO nova.scheduler.client.report [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Deleted allocations for instance ee1dab62-8535-4e30-a736-fff677048b4c [ 2174.305584] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.331208] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.369921] env[62743]: DEBUG nova.compute.manager [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Received event network-vif-plugged-b2516a68-216a-45db-8602-d044ce2a216a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2174.370153] env[62743]: DEBUG oslo_concurrency.lockutils [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] Acquiring lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.370360] env[62743]: DEBUG oslo_concurrency.lockutils [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.370573] env[62743]: DEBUG oslo_concurrency.lockutils [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.370916] env[62743]: DEBUG nova.compute.manager [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] No waiting events found dispatching network-vif-plugged-b2516a68-216a-45db-8602-d044ce2a216a {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2174.371381] env[62743]: WARNING nova.compute.manager [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Received unexpected event network-vif-plugged-b2516a68-216a-45db-8602-d044ce2a216a for instance with vm_state building and task_state spawning. [ 2174.371577] env[62743]: DEBUG nova.compute.manager [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Received event network-changed-b2516a68-216a-45db-8602-d044ce2a216a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2174.371770] env[62743]: DEBUG nova.compute.manager [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Refreshing instance network info cache due to event network-changed-b2516a68-216a-45db-8602-d044ce2a216a. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2174.371989] env[62743]: DEBUG oslo_concurrency.lockutils [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] Acquiring lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.402915] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076075} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.403983] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2174.404124] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e295fde-e736-4705-aba0-f5e29239f6c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.426148] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f41c23c5-c7fd-4c1e-9906-1718e852c35b/f41c23c5-c7fd-4c1e-9906-1718e852c35b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2174.426409] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210e5fe0-7da6-4cf8-8698-f86c8ef16878 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.445273] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2174.445273] env[62743]: value = "task-2064367" [ 2174.445273] env[62743]: _type = "Task" [ 2174.445273] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.452934] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.535375] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.572073] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.572389] env[62743]: DEBUG nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Instance network_info: |[{"id": "b2516a68-216a-45db-8602-d044ce2a216a", "address": "fa:16:3e:fb:7e:48", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2516a68-21", "ovs_interfaceid": "b2516a68-216a-45db-8602-d044ce2a216a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2174.572685] env[62743]: DEBUG oslo_concurrency.lockutils [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] Acquired lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.572887] env[62743]: DEBUG nova.network.neutron [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Refreshing network info cache for port b2516a68-216a-45db-8602-d044ce2a216a {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2174.574727] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:7e:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2516a68-216a-45db-8602-d044ce2a216a', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2174.582139] env[62743]: DEBUG oslo.service.loopingcall [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2174.582926] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2174.583183] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-650af28a-fc20-42b5-986c-fbf4199f58f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.603584] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2174.603584] env[62743]: value = "task-2064368" [ 2174.603584] env[62743]: _type = "Task" [ 2174.603584] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.614944] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064368, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.618140] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064362, 'name': CreateVM_Task, 'duration_secs': 1.767584} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.618291] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2174.619025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.619165] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.619492] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2174.619732] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b506382-3268-4e17-a11a-a6777e6ad8d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.624066] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2174.624066] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5299f4b2-64e6-ead4-d91c-49ff519fbee0" [ 2174.624066] env[62743]: _type = "Task" [ 2174.624066] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.631541] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5299f4b2-64e6-ead4-d91c-49ff519fbee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.660076] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-23e32315-01f1-4f46-9970-a88728fe7946" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.660351] env[62743]: DEBUG nova.objects.instance [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lazy-loading 'migration_context' on Instance uuid 23e32315-01f1-4f46-9970-a88728fe7946 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2174.673934] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d4b0346b-973f-4aad-88c3-b683ab175079 tempest-ImagesOneServerNegativeTestJSON-740145427 tempest-ImagesOneServerNegativeTestJSON-740145427-project-member] Lock "ee1dab62-8535-4e30-a736-fff677048b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.550s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2174.807543] env[62743]: DEBUG oslo_vmware.api [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064365, 'name': ReconfigVM_Task, 'duration_secs': 1.071798} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.807856] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423368', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'name': 'volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317', 'attached_at': '', 'detached_at': '', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'serial': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2174.833624] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.879341] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e332ee5-7046-4449-8e2d-66881abae215 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.886538] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e0ade-cde0-4e01-ba50-3fef8221ad5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.916332] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cd24cb-c177-4c73-8a2b-2107707b0d13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.923622] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3a5951-cfbc-42ec-be3a-6fdcf08da0ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.936516] env[62743]: DEBUG nova.compute.provider_tree [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2174.955168] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064367, 'name': ReconfigVM_Task, 'duration_secs': 0.276641} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.955455] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f41c23c5-c7fd-4c1e-9906-1718e852c35b/f41c23c5-c7fd-4c1e-9906-1718e852c35b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2174.956123] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f382ea1-b791-4056-b1ea-634d31d5fa6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.962513] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2174.962513] env[62743]: value = "task-2064369" [ 2174.962513] env[62743]: _type = "Task" [ 2174.962513] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.973056] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064369, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.116733] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064368, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.134944] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5299f4b2-64e6-ead4-d91c-49ff519fbee0, 'name': SearchDatastore_Task, 'duration_secs': 0.015832} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.135320] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.135559] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.136738] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.136738] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.136738] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2175.136738] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-154a4129-718b-4d61-b830-3ac435056d10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.146133] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2175.146133] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2175.147167] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8a56e0-20fb-4f13-a2e7-f91d9fb0d02b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.153234] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2175.153234] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fd9de9-8f0b-2bab-9c32-339f64e19a40" [ 2175.153234] env[62743]: _type = "Task" [ 2175.153234] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.161527] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd9de9-8f0b-2bab-9c32-339f64e19a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.166126] env[62743]: DEBUG nova.objects.base [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Object Instance<23e32315-01f1-4f46-9970-a88728fe7946> lazy-loaded attributes: info_cache,migration_context {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2175.166553] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64107133-e1d8-419d-9a30-1f167a87bf9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.187356] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15056d8-30a1-4cc9-a8b0-d2bb9e50085f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.194746] env[62743]: DEBUG oslo_vmware.api [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2175.194746] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e7e648-95f3-3537-ba6a-95e758adec0c" [ 2175.194746] env[62743]: _type = "Task" [ 2175.194746] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.202902] env[62743]: DEBUG oslo_vmware.api [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e7e648-95f3-3537-ba6a-95e758adec0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.333192] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.375227] env[62743]: DEBUG nova.network.neutron [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Updated VIF entry in instance network info cache for port b2516a68-216a-45db-8602-d044ce2a216a. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2175.375586] env[62743]: DEBUG nova.network.neutron [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Updating instance_info_cache with network_info: [{"id": "b2516a68-216a-45db-8602-d044ce2a216a", "address": "fa:16:3e:fb:7e:48", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2516a68-21", "ovs_interfaceid": "b2516a68-216a-45db-8602-d044ce2a216a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.439319] env[62743]: DEBUG nova.scheduler.client.report [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2175.472356] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064369, 'name': Rename_Task, 'duration_secs': 0.141997} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.472605] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.472840] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e87d174-008d-40e2-9934-8aa95239ba82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.479128] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2175.479128] env[62743]: value = "task-2064370" [ 2175.479128] env[62743]: _type = "Task" [ 2175.479128] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.486434] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.614415] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064368, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.665338] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd9de9-8f0b-2bab-9c32-339f64e19a40, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.666532] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3eccb9-286c-4e58-ae04-bff5fccd941a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.672490] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2175.672490] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524c2cb1-8f06-a780-3bd0-3ef61b95fdb8" [ 2175.672490] env[62743]: _type = "Task" [ 2175.672490] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.683239] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524c2cb1-8f06-a780-3bd0-3ef61b95fdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.704884] env[62743]: DEBUG oslo_vmware.api [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e7e648-95f3-3537-ba6a-95e758adec0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.705453] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.834569] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.851836] env[62743]: DEBUG nova.objects.instance [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'flavor' on Instance uuid 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.878067] env[62743]: DEBUG oslo_concurrency.lockutils [req-da528948-7f99-42b0-838a-f9e7630549e3 req-cff200f4-7ea3-44dd-96ad-6cd5523f687f service nova] Releasing lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.947021] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.947021] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.242s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.970141] env[62743]: INFO nova.scheduler.client.report [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Deleted allocations for instance a7458672-45ef-4afe-8e66-c4f1e2afa4c5 [ 2175.989428] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.052909] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27182969-4b2b-4e54-90b7-505b371b8e7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.070844] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance 'de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2176.116824] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064368, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.184590] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524c2cb1-8f06-a780-3bd0-3ef61b95fdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.185343] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.185723] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/3fe42c44-9f70-4d63-a8d2-2cae8981f6b4.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2176.187017] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d7d76fc-bfd8-446b-849e-362cf84001e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.193995] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2176.193995] env[62743]: value = "task-2064371" [ 2176.193995] env[62743]: _type = "Task" [ 2176.193995] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.204686] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.335931] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.357824] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e351e8dc-75e3-4d93-b288-65834d22d775 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.266s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.482031] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4177f3ba-9fec-44d2-8c4f-bf4d91c5a0fd tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "a7458672-45ef-4afe-8e66-c4f1e2afa4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.087s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.506599] env[62743]: DEBUG oslo_vmware.api [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064370, 'name': PowerOnVM_Task, 'duration_secs': 0.627425} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.507063] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2176.507442] env[62743]: INFO nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Took 8.97 seconds to spawn the instance on the hypervisor. [ 2176.507821] env[62743]: DEBUG nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.509154] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63a6aa-1423-4d5e-b680-770f551c214c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.578025] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2176.579077] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb39e93e-d6a5-4227-9866-69e56a984953 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.588892] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2176.588892] env[62743]: value = "task-2064373" [ 2176.588892] env[62743]: _type = "Task" [ 2176.588892] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.603293] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.620360] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064368, 'name': CreateVM_Task, 'duration_secs': 1.679247} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.620360] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2176.620820] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.620991] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.621366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2176.621730] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24326236-def3-40e3-9cff-7a880aa0663a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.632899] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2176.632899] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5282ee73-aa3d-0756-2c8e-5b62da81e990" [ 2176.632899] env[62743]: _type = "Task" [ 2176.632899] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.644304] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5282ee73-aa3d-0756-2c8e-5b62da81e990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.707076] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.838435] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.840284] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17da6ba-edad-4a74-b98a-52dc93010b8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.848054] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a2473f-38cc-442d-a0cd-a1af676f2ce1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.888403] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380afcb-222e-4a38-9ea3-51ae36cef033 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.896456] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ac41b-37b3-4ccc-bee5-6d7a149e7fe0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.914762] env[62743]: DEBUG nova.compute.provider_tree [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2177.029937] env[62743]: INFO nova.compute.manager [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Took 13.96 seconds to build instance. [ 2177.099255] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064373, 'name': PowerOffVM_Task, 'duration_secs': 0.295232} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.099716] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2177.100313] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance 'de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2177.147169] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5282ee73-aa3d-0756-2c8e-5b62da81e990, 'name': SearchDatastore_Task, 'duration_secs': 0.055358} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.147169] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.147169] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2177.147169] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.147169] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.147169] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2177.147169] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec1d3ea0-4a0a-4eb9-99d9-d33d78527eb1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.155594] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2177.155782] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2177.156526] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ece9a3-f4ec-4f3f-9c48-ee85ecbe9779 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.166439] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2177.166439] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52181948-c13d-8cd2-be70-4d036fc613fc" [ 2177.166439] env[62743]: _type = "Task" [ 2177.166439] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.175054] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52181948-c13d-8cd2-be70-4d036fc613fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.206848] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633166} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.207106] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/3fe42c44-9f70-4d63-a8d2-2cae8981f6b4.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2177.207331] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2177.207588] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc034af2-52fc-4867-9875-58580d814ec2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.214726] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2177.214726] env[62743]: value = "task-2064374" [ 2177.214726] env[62743]: _type = "Task" [ 2177.214726] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.224072] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.271286] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "da7d8924-e1ce-40dd-95b8-65f1368278bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.271286] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.271286] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "da7d8924-e1ce-40dd-95b8-65f1368278bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.271286] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.271286] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.272701] env[62743]: INFO nova.compute.manager [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Terminating instance [ 2177.337368] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.419553] env[62743]: DEBUG nova.scheduler.client.report [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2177.531809] env[62743]: DEBUG oslo_concurrency.lockutils [None req-75fcf5e1-9277-45f2-a5de-3c73e5ec8422 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.471s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.609020] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2177.609020] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2177.609020] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2177.609020] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2177.609020] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2177.609020] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2177.609020] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2177.609997] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2177.610310] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2177.612172] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2177.612172] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2177.617828] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50ed9a65-2fab-46ee-ad36-609a0e221f2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.634312] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2177.634312] env[62743]: value = "task-2064375" [ 2177.634312] env[62743]: _type = "Task" [ 2177.634312] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.642414] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.680860] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52181948-c13d-8cd2-be70-4d036fc613fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.681785] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c4b1d2-c7ef-4f20-9754-9668eb3a6f8c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.688190] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2177.688190] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d425f3-2b24-aa66-4764-83044b9f0ad8" [ 2177.688190] env[62743]: _type = "Task" [ 2177.688190] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.696455] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d425f3-2b24-aa66-4764-83044b9f0ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.724557] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067829} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.724855] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2177.725706] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e1897b-7fb7-44f1-86d1-bbb949b22064 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.748449] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/3fe42c44-9f70-4d63-a8d2-2cae8981f6b4.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.748746] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a9275c-c458-4f57-9367-001f36bb8e17 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.768762] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2177.768762] env[62743]: value = "task-2064376" [ 2177.768762] env[62743]: _type = "Task" [ 2177.768762] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.777226] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.779978] env[62743]: DEBUG nova.compute.manager [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2177.780200] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2177.780992] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086f4f6b-9e64-491f-8a3e-c6a6eebde335 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.788373] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2177.788701] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-675a35ff-9504-4b96-8202-a6a47e3f272a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.794480] env[62743]: DEBUG oslo_vmware.api [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2177.794480] env[62743]: value = "task-2064377" [ 2177.794480] env[62743]: _type = "Task" [ 2177.794480] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.802917] env[62743]: DEBUG oslo_vmware.api [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.838517] env[62743]: DEBUG oslo_vmware.api [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064359, 'name': ReconfigVM_Task, 'duration_secs': 5.83829} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.838768] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.838973] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Reconfigured VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2178.087900] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "63564e81-54bf-4666-b866-5501be38fe3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.088297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "63564e81-54bf-4666-b866-5501be38fe3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.148233] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064375, 'name': ReconfigVM_Task, 'duration_secs': 0.314978} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.148539] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance 'de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2178.157933] env[62743]: DEBUG nova.compute.manager [req-be551c33-1780-4523-ae5b-10755c905ea9 req-871be521-9ae7-4367-af83-3b48485565a6 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-vif-deleted-6e967295-36e1-4955-8351-56370edf492a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2178.158154] env[62743]: INFO nova.compute.manager [req-be551c33-1780-4523-ae5b-10755c905ea9 req-871be521-9ae7-4367-af83-3b48485565a6 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Neutron deleted interface 6e967295-36e1-4955-8351-56370edf492a; detaching it from the instance and deleting it from the info cache [ 2178.158413] env[62743]: DEBUG nova.network.neutron [req-be551c33-1780-4523-ae5b-10755c905ea9 req-871be521-9ae7-4367-af83-3b48485565a6 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "42159e6a-85c3-4a27-8be9-f7ef67e3f726", "address": "fa:16:3e:4c:ee:11", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42159e6a-85", "ovs_interfaceid": "42159e6a-85c3-4a27-8be9-f7ef67e3f726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.167288] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.167539] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.168111] env[62743]: DEBUG nova.compute.manager [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2178.169141] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bec2fc-5550-40cf-8b60-c63e663d06db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.195955] env[62743]: DEBUG nova.compute.manager [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2178.196670] env[62743]: DEBUG nova.objects.instance [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lazy-loading 'flavor' on Instance uuid f41c23c5-c7fd-4c1e-9906-1718e852c35b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.209151] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d425f3-2b24-aa66-4764-83044b9f0ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.209435] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.209785] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/65e2ec6f-b0c5-4e0d-a823-294905c99c29.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2178.209994] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d5a5fb7-e7fc-4635-b18b-b386701255dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.218541] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2178.218541] env[62743]: value = "task-2064378" [ 2178.218541] env[62743]: _type = "Task" [ 2178.218541] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.227196] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.279575] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.306610] env[62743]: DEBUG oslo_vmware.api [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064377, 'name': PowerOffVM_Task, 'duration_secs': 0.300155} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.306610] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2178.306610] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2178.306610] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7982e74b-f3af-49ef-8d9a-7d568d0449dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.431262] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.484s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.461325] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2178.461459] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2178.461648] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleting the datastore file [datastore1] da7d8924-e1ce-40dd-95b8-65f1368278bb {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2178.461990] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05292915-701c-47be-b57f-7c23aeb50a40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.470030] env[62743]: DEBUG oslo_vmware.api [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2178.470030] env[62743]: value = "task-2064380" [ 2178.470030] env[62743]: _type = "Task" [ 2178.470030] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.479350] env[62743]: DEBUG oslo_vmware.api [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.590392] env[62743]: DEBUG nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2178.655289] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2178.655289] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2178.655289] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2178.655448] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2178.655476] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2178.655775] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2178.657963] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2178.659170] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2178.660360] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2178.660526] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2178.660904] env[62743]: DEBUG nova.virt.hardware [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2178.666563] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2178.667944] env[62743]: DEBUG oslo_concurrency.lockutils [req-be551c33-1780-4523-ae5b-10755c905ea9 req-871be521-9ae7-4367-af83-3b48485565a6 service nova] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.668356] env[62743]: DEBUG oslo_concurrency.lockutils [req-be551c33-1780-4523-ae5b-10755c905ea9 req-871be521-9ae7-4367-af83-3b48485565a6 service nova] Acquired lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.668833] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae88bab-5aab-48ad-a288-0d321090bcbf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.683418] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f3b88-5bd4-4a65-a556-b97ec3d7867e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.694039] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2178.694039] env[62743]: value = "task-2064381" [ 2178.694039] env[62743]: _type = "Task" [ 2178.694039] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.708566] env[62743]: DEBUG oslo_concurrency.lockutils [req-be551c33-1780-4523-ae5b-10755c905ea9 req-871be521-9ae7-4367-af83-3b48485565a6 service nova] Releasing lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.708995] env[62743]: WARNING nova.compute.manager [req-be551c33-1780-4523-ae5b-10755c905ea9 req-871be521-9ae7-4367-af83-3b48485565a6 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Detach interface failed, port_id=6e967295-36e1-4955-8351-56370edf492a, reason: No device with interface-id 6e967295-36e1-4955-8351-56370edf492a exists on VM: nova.exception.NotFound: No device with interface-id 6e967295-36e1-4955-8351-56370edf492a exists on VM [ 2178.731057] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.739925] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064378, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.791030] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064376, 'name': ReconfigVM_Task, 'duration_secs': 0.654131} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.791030] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/3fe42c44-9f70-4d63-a8d2-2cae8981f6b4.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.791030] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6422ae2c-c9a3-4848-b3d6-280c391ab080 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.797531] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2178.797531] env[62743]: value = "task-2064382" [ 2178.797531] env[62743]: _type = "Task" [ 2178.797531] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.808239] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064382, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.981106] env[62743]: DEBUG oslo_vmware.api [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430255} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.981502] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2178.981875] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2178.982269] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2178.982631] env[62743]: INFO nova.compute.manager [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2178.983092] env[62743]: DEBUG oslo.service.loopingcall [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.983448] env[62743]: DEBUG nova.compute.manager [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2178.983648] env[62743]: DEBUG nova.network.neutron [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2178.985729] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "78000a54-917a-4bfe-ad6b-9907aee03a23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.986014] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.986291] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "78000a54-917a-4bfe-ad6b-9907aee03a23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.986531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.986745] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.989025] env[62743]: INFO nova.compute.manager [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Terminating instance [ 2178.993370] env[62743]: INFO nova.scheduler.client.report [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Deleted allocation for migration 9fd2225a-ab0b-471b-b1d0-424ae4cb6e84 [ 2179.113965] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.113965] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.114385] env[62743]: INFO nova.compute.claims [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2179.128253] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.129113] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.130536] env[62743]: DEBUG nova.network.neutron [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2179.215081] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2179.215403] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4093342b-3857-422f-9dcd-a85499587a5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.220456] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064381, 'name': ReconfigVM_Task, 'duration_secs': 0.373769} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.223850] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2179.224642] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b5e39e-e273-4e99-83f9-133c20531e13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.228836] env[62743]: DEBUG oslo_vmware.api [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2179.228836] env[62743]: value = "task-2064383" [ 2179.228836] env[62743]: _type = "Task" [ 2179.228836] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.246698] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613411} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.255815] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f/de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2179.257674] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/65e2ec6f-b0c5-4e0d-a823-294905c99c29.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2179.257870] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2179.258135] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71b8924-d1f1-4133-ada0-524f43a65553 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.281949] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecf4fefb-e0a2-4bfd-abca-9a5f41446ac9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.284622] env[62743]: DEBUG oslo_vmware.api [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.291375] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2179.291375] env[62743]: value = "task-2064384" [ 2179.291375] env[62743]: _type = "Task" [ 2179.291375] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.293859] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2179.293859] env[62743]: value = "task-2064385" [ 2179.293859] env[62743]: _type = "Task" [ 2179.293859] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.315252] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.322402] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064382, 'name': Rename_Task, 'duration_secs': 0.27145} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.322937] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.323235] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.323507] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27c92b6d-6326-44c6-909c-d118c2421a2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.332116] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2179.332116] env[62743]: value = "task-2064386" [ 2179.332116] env[62743]: _type = "Task" [ 2179.332116] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.338614] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.494671] env[62743]: DEBUG nova.compute.manager [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2179.494854] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2179.495806] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3b263c-8c8a-4174-b0b4-3164ae81fa86 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.500865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ffd4979-55b1-4a0e-8e83-b79dc73e5fe4 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.280s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.509636] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2179.510737] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca38a8f5-2c69-45b0-8050-eb0ecf68373d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.519640] env[62743]: DEBUG oslo_vmware.api [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2179.519640] env[62743]: value = "task-2064387" [ 2179.519640] env[62743]: _type = "Task" [ 2179.519640] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.528020] env[62743]: DEBUG oslo_vmware.api [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.740383] env[62743]: DEBUG oslo_vmware.api [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064383, 'name': PowerOffVM_Task, 'duration_secs': 0.347919} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.740662] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2179.740864] env[62743]: DEBUG nova.compute.manager [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2179.741667] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a2de9-dd48-48be-8b99-ee019e7cdcb4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.785670] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.786031] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.786263] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.786460] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.786627] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.788672] env[62743]: INFO nova.compute.manager [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Terminating instance [ 2179.803907] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068801} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.807221] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2179.808527] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a97c2-f11a-4f44-bd79-2ae549894b20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.816078] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064385, 'name': ReconfigVM_Task, 'duration_secs': 0.490812} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.825129] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f/de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2179.825419] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance 'de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2179.837293] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/65e2ec6f-b0c5-4e0d-a823-294905c99c29.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2179.840516] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2f5766-5943-494f-b62f-56277b7517d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.866449] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.866923] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2179.866923] env[62743]: value = "task-2064388" [ 2179.866923] env[62743]: _type = "Task" [ 2179.866923] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.879052] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.960864] env[62743]: INFO nova.network.neutron [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Port 42159e6a-85c3-4a27-8be9-f7ef67e3f726 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2179.961309] env[62743]: DEBUG nova.network.neutron [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [{"id": "e08591ad-c058-4eba-b295-777ead9f3dc1", "address": "fa:16:3e:ab:30:d8", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08591ad-c0", "ovs_interfaceid": "e08591ad-c058-4eba-b295-777ead9f3dc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.030204] env[62743]: DEBUG oslo_vmware.api [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064387, 'name': PowerOffVM_Task, 'duration_secs': 0.187052} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.030534] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.030656] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2180.030876] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1218d9dc-27f3-4085-b360-8b0091629348 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.116661] env[62743]: DEBUG nova.network.neutron [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.128998] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2180.130282] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2180.130683] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Deleting the datastore file [datastore1] 78000a54-917a-4bfe-ad6b-9907aee03a23 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2180.131894] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2036010-3327-4401-993e-d4416b06c202 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.139064] env[62743]: DEBUG oslo_vmware.api [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for the task: (returnval){ [ 2180.139064] env[62743]: value = "task-2064390" [ 2180.139064] env[62743]: _type = "Task" [ 2180.139064] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.150378] env[62743]: DEBUG oslo_vmware.api [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.188475] env[62743]: DEBUG nova.compute.manager [req-ceaa3788-270d-475f-9b24-30668addc63b req-da739e80-a8b5-4515-8984-281fa2d3de6a service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-vif-deleted-42159e6a-85c3-4a27-8be9-f7ef67e3f726 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2180.188693] env[62743]: DEBUG nova.compute.manager [req-ceaa3788-270d-475f-9b24-30668addc63b req-da739e80-a8b5-4515-8984-281fa2d3de6a service nova] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Received event network-vif-deleted-f236783c-ce05-4710-b1d2-ca20e92d87f2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2180.254528] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e2b041f5-5041-4184-9bd0-feadd77f6490 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.292582] env[62743]: DEBUG nova.compute.manager [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2180.292806] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2180.294080] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72901d2-b423-4e19-80fc-2b188b65a726 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.306249] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2180.306536] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25672051-0162-4821-a4ca-aa0700774777 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.313250] env[62743]: DEBUG oslo_vmware.api [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2180.313250] env[62743]: value = "task-2064391" [ 2180.313250] env[62743]: _type = "Task" [ 2180.313250] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.323602] env[62743]: DEBUG oslo_vmware.api [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.342165] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281e6bc5-3499-42c7-bd60-c40575bc94ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.354836] env[62743]: DEBUG oslo_vmware.api [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064386, 'name': PowerOnVM_Task, 'duration_secs': 0.6373} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.370747] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2180.370985] env[62743]: INFO nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Took 10.41 seconds to spawn the instance on the hypervisor. [ 2180.371203] env[62743]: DEBUG nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.372575] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e0c8e-6f77-4f79-bc7c-6ff3cfd87822 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.378325] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf996bc-4ed9-4e98-9f29-68c69197d325 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.386673] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064388, 'name': ReconfigVM_Task, 'duration_secs': 0.367881} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.402679] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/65e2ec6f-b0c5-4e0d-a823-294905c99c29.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2180.409018] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance 'de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2180.411553] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1e35774-38c1-4a72-94e7-c5be80651710 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.419581] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2180.419581] env[62743]: value = "task-2064392" [ 2180.419581] env[62743]: _type = "Task" [ 2180.419581] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.429579] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064392, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.448293] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c2114-9a81-4277-a1a3-73225bca4c5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.455802] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3ceed-122a-4091-9dcc-a2959efec7f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.464849] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-ce61270f-8e80-42f0-84b8-c578d02ae8cc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.495331] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b46c238a-211d-4e30-b04b-9b1eed1d927b tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-ce61270f-8e80-42f0-84b8-c578d02ae8cc-6e967295-36e1-4955-8351-56370edf492a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.284s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.496850] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b99e8d-680b-4bbe-b973-be14a21f515d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.505846] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701cca71-cf60-4435-906f-8d2af83877bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.520641] env[62743]: DEBUG nova.compute.provider_tree [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2180.618366] env[62743]: INFO nova.compute.manager [-] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Took 1.63 seconds to deallocate network for instance. [ 2180.652012] env[62743]: DEBUG oslo_vmware.api [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Task: {'id': task-2064390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162514} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.652651] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2180.652651] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2180.652651] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2180.653266] env[62743]: INFO nova.compute.manager [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2180.653266] env[62743]: DEBUG oslo.service.loopingcall [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2180.653266] env[62743]: DEBUG nova.compute.manager [-] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2180.653432] env[62743]: DEBUG nova.network.neutron [-] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2180.823293] env[62743]: DEBUG oslo_vmware.api [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064391, 'name': PowerOffVM_Task, 'duration_secs': 0.180056} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.823624] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.823806] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2180.824074] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545cf140-a2d6-4eb4-9315-8dbe89b14d00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.925718] env[62743]: INFO nova.compute.manager [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Took 17.39 seconds to build instance. [ 2180.934379] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064392, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.985566] env[62743]: DEBUG nova.network.neutron [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Port 93a03d7c-547c-4b20-98ee-3e2bd5f71223 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2181.024019] env[62743]: DEBUG nova.scheduler.client.report [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2181.100125] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.100307] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.100459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.100713] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.100947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.104170] env[62743]: INFO nova.compute.manager [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Terminating instance [ 2181.124729] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.208321] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "30ea281b-bd2f-4b17-bac3-5da08f168172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.208543] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.228740] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2181.228740] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2181.228740] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleting the datastore file [datastore1] ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2181.228944] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d472ce8-eef3-4dc6-ba55-011562bec9e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.236764] env[62743]: DEBUG oslo_vmware.api [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2181.236764] env[62743]: value = "task-2064394" [ 2181.236764] env[62743]: _type = "Task" [ 2181.236764] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.244760] env[62743]: DEBUG oslo_vmware.api [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.427934] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3e6e86c1-4d4c-4453-94dc-c1be6912ad1f tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.905s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.432869] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064392, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.528614] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.529231] env[62743]: DEBUG nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2181.532272] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.408s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.532551] env[62743]: DEBUG nova.objects.instance [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'resources' on Instance uuid da7d8924-e1ce-40dd-95b8-65f1368278bb {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2181.611865] env[62743]: DEBUG nova.compute.manager [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2181.612625] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2181.613480] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafdc481-2e02-4d4d-8c64-509a7e6db043 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.621439] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2181.621705] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de57837b-156d-4174-bf58-dc43f8708963 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.703215] env[62743]: DEBUG nova.network.neutron [-] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.713088] env[62743]: DEBUG nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2181.748175] env[62743]: DEBUG oslo_vmware.api [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180616} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.748439] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2181.748630] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2181.748842] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2181.748967] env[62743]: INFO nova.compute.manager [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Took 1.46 seconds to destroy the instance on the hypervisor. [ 2181.749233] env[62743]: DEBUG oslo.service.loopingcall [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.749428] env[62743]: DEBUG nova.compute.manager [-] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2181.749555] env[62743]: DEBUG nova.network.neutron [-] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2181.826130] env[62743]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 42159e6a-85c3-4a27-8be9-f7ef67e3f726 could not be found.", "detail": ""}} {{(pid=62743) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2181.826459] env[62743]: DEBUG nova.network.neutron [-] Unable to show port 42159e6a-85c3-4a27-8be9-f7ef67e3f726 as it no longer exists. {{(pid=62743) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2181.933088] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064392, 'name': Rename_Task, 'duration_secs': 1.150327} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.933372] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2181.933618] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8117f1e-0f80-4a47-ad90-f76d697ac301 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.940059] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2181.940059] env[62743]: value = "task-2064396" [ 2181.940059] env[62743]: _type = "Task" [ 2181.940059] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.948295] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.009703] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.009958] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.010147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.035326] env[62743]: DEBUG nova.compute.utils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2182.039460] env[62743]: DEBUG nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2182.039693] env[62743]: DEBUG nova.network.neutron [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2182.116979] env[62743]: DEBUG nova.policy [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff3019681eb44763be3552147e36b3f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcb70d3ba63a4cabb3dd74172cb2f97b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2182.209094] env[62743]: INFO nova.compute.manager [-] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Took 1.56 seconds to deallocate network for instance. [ 2182.216803] env[62743]: DEBUG nova.compute.manager [req-694ca534-6a6c-4498-b71f-843fc6b08d8c req-53722403-99d9-4bd5-93a6-f24700b0e1e2 service nova] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Received event network-vif-deleted-8f03d2e7-8137-48f7-8d72-a008b4874c1c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2182.238278] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.355906] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759f777-3926-4a83-a2ec-6eac85cf1338 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.367816] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b236ad1a-0c97-4342-b615-7d6fcc3348fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.408574] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d75fc2-cb48-41d9-a33f-ca135adaac92 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.419590] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab59a8b4-fee7-47f7-b3d1-e5465c98ec07 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.442419] env[62743]: DEBUG nova.compute.provider_tree [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2182.458752] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064396, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.545069] env[62743]: DEBUG nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2182.598060] env[62743]: DEBUG nova.network.neutron [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Successfully created port: 5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2182.721226] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.947660] env[62743]: DEBUG nova.scheduler.client.report [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.956470] env[62743]: DEBUG oslo_vmware.api [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064396, 'name': PowerOnVM_Task, 'duration_secs': 0.632447} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.956854] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2182.957060] env[62743]: INFO nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Took 10.57 seconds to spawn the instance on the hypervisor. [ 2182.957188] env[62743]: DEBUG nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.958018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d847567-bbfb-447c-b3b1-eb84dc6e735d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.968160] env[62743]: DEBUG nova.network.neutron [-] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.063857] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.064062] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.064251] env[62743]: DEBUG nova.network.neutron [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2183.452999] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.455479] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.217s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.457020] env[62743]: INFO nova.compute.claims [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2183.474410] env[62743]: INFO nova.compute.manager [-] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Took 1.72 seconds to deallocate network for instance. [ 2183.477164] env[62743]: INFO nova.compute.manager [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Took 19.05 seconds to build instance. [ 2183.478572] env[62743]: INFO nova.scheduler.client.report [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted allocations for instance da7d8924-e1ce-40dd-95b8-65f1368278bb [ 2183.553124] env[62743]: DEBUG nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2183.581464] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2183.581703] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2183.581887] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2183.582051] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2183.582199] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2183.582343] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2183.582558] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2183.582701] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2183.582864] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2183.583034] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2183.583212] env[62743]: DEBUG nova.virt.hardware [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2183.584074] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe34f8-de92-4cab-8aaa-88317e567097 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.594079] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd95537-66c6-4b33-b9c8-0d321d15e2e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.308134] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b5638a82-b096-4135-8407-812f5ed0e2c1 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.892s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.309122] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.311603] env[62743]: DEBUG nova.compute.manager [req-cc350134-f335-4dad-8907-4e291d99b6b7 req-d14584e2-54db-415d-96a2-a3c39e166125 service nova] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Received event network-vif-deleted-e08591ad-c058-4eba-b295-777ead9f3dc1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2184.312101] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3997afd0-3473-401e-a292-4a8deaf55b64 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "da7d8924-e1ce-40dd-95b8-65f1368278bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.042s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.497709] env[62743]: DEBUG nova.network.neutron [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance_info_cache with network_info: [{"id": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "address": "fa:16:3e:78:a3:69", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a03d7c-54", "ovs_interfaceid": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.814093] env[62743]: INFO nova.compute.manager [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Rescuing [ 2184.814433] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.814618] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.814848] env[62743]: DEBUG nova.network.neutron [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2185.000430] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.041217] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508429ec-a84d-47f1-b7c8-70025c569e3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.048569] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e51667-503e-45a8-9d1a-2412e27cf27f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.078497] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a57ca40-50b9-428d-80a0-ac25d454d831 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.086006] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85acd99b-39f8-4b03-91f6-65281f26a442 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.101128] env[62743]: DEBUG nova.compute.provider_tree [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.509728] env[62743]: DEBUG nova.network.neutron [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Updating instance_info_cache with network_info: [{"id": "b2516a68-216a-45db-8602-d044ce2a216a", "address": "fa:16:3e:fb:7e:48", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2516a68-21", "ovs_interfaceid": "b2516a68-216a-45db-8602-d044ce2a216a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.529514] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630d0d3-d5c4-40e8-8445-aee9a5195897 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.548807] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef874d1f-2afd-42bb-a92f-5164417b62cb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.555454] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance 'de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2185.607908] env[62743]: DEBUG nova.scheduler.client.report [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2185.614365] env[62743]: DEBUG nova.compute.manager [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2186.016058] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-65e2ec6f-b0c5-4e0d-a823-294905c99c29" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.061970] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2186.062285] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-842e296c-fc6a-4e2c-b24d-eac74a1de6d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.068580] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2186.068580] env[62743]: value = "task-2064397" [ 2186.068580] env[62743]: _type = "Task" [ 2186.068580] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.076751] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.114028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.114644] env[62743]: DEBUG nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2186.117138] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.396s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.117362] env[62743]: DEBUG nova.objects.instance [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lazy-loading 'resources' on Instance uuid 78000a54-917a-4bfe-ad6b-9907aee03a23 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2186.139782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.578456] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.626496] env[62743]: DEBUG nova.compute.utils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2186.629061] env[62743]: DEBUG nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2186.629061] env[62743]: DEBUG nova.network.neutron [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2186.681815] env[62743]: DEBUG nova.policy [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b270186a0e34ba395e33227c5e8acfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3595798fa2514fa0a1fcc8b9b5d6e267', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2186.879815] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f298c7d-f2eb-4e23-9565-774615da12fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.890274] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1864562-de18-4c27-9046-9b2857608b5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.940343] env[62743]: DEBUG nova.network.neutron [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Successfully created port: 5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2186.943880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fe8372-8f99-4edd-99b3-cdcba1b77857 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.955351] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9c1236-eaef-4373-9835-41e0b6cc2aac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.970699] env[62743]: DEBUG nova.compute.provider_tree [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.080740] env[62743]: DEBUG oslo_vmware.api [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064397, 'name': PowerOnVM_Task, 'duration_secs': 0.587649} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.081046] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2187.082369] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a197fda-827e-47eb-8a29-a5eb734aa276 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance 'de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2187.131127] env[62743]: DEBUG nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2187.474345] env[62743]: DEBUG nova.scheduler.client.report [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2187.554546] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2187.554955] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c059e7e-02e6-4823-98d8-22b3799cc42c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.563580] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2187.563580] env[62743]: value = "task-2064398" [ 2187.563580] env[62743]: _type = "Task" [ 2187.563580] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.572409] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.979279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.981754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.673s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.981983] env[62743]: DEBUG nova.objects.instance [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'resources' on Instance uuid ce61270f-8e80-42f0-84b8-c578d02ae8cc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.003969] env[62743]: INFO nova.scheduler.client.report [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Deleted allocations for instance 78000a54-917a-4bfe-ad6b-9907aee03a23 [ 2188.072976] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064398, 'name': PowerOffVM_Task, 'duration_secs': 0.221382} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.073252] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2188.074014] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb18f8e-8f6e-4467-9b80-532773d592b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.095605] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce80651-569a-4c3a-85be-56dc02b981dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.129050] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2188.129341] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d891a4d4-f29e-4c99-b1f3-5b6eed83a49c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.136727] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2188.136727] env[62743]: value = "task-2064399" [ 2188.136727] env[62743]: _type = "Task" [ 2188.136727] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.141019] env[62743]: DEBUG nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2188.148746] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2188.148939] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2188.149194] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.149340] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.149515] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2188.149763] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-049a0242-b366-484f-aa51-be50b021538b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.157469] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2188.157680] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2188.160410] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:52:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c049f04-a330-4191-9388-1bf23d3627f3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1982689911',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2188.160632] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2188.160807] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2188.160996] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2188.161181] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2188.161296] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2188.161499] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2188.161684] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2188.161860] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2188.162030] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2188.162204] env[62743]: DEBUG nova.virt.hardware [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2188.162438] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031666a1-159d-46f5-a7f7-b95d679ed3ce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.165825] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfabc98-d5b8-46dd-8c29-25eee657d48c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.173050] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2188.173050] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52586c9b-4de9-67a7-982b-6f12c643b31c" [ 2188.173050] env[62743]: _type = "Task" [ 2188.173050] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.178501] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eede42-e065-44e3-9752-4d5e7f985131 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.189869] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52586c9b-4de9-67a7-982b-6f12c643b31c, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.197284] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b3bc85-4148-455f-8d7e-8d0aa9840bd2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.205089] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2188.205089] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d860e7-281f-a595-31aa-7d7947318407" [ 2188.205089] env[62743]: _type = "Task" [ 2188.205089] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.210524] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d860e7-281f-a595-31aa-7d7947318407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.512279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f1aa1937-f9be-4412-92b6-c0292811839d tempest-VolumesAdminNegativeTest-1728048577 tempest-VolumesAdminNegativeTest-1728048577-project-member] Lock "78000a54-917a-4bfe-ad6b-9907aee03a23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.526s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.680534] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2188.680784] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2188.713431] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d860e7-281f-a595-31aa-7d7947318407, 'name': SearchDatastore_Task, 'duration_secs': 0.00864} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.716174] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.716449] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. {{(pid=62743) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2188.718014] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-525dbb49-3444-4ab2-b808-5cfab05c8be3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.724038] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2188.724038] env[62743]: value = "task-2064400" [ 2188.724038] env[62743]: _type = "Task" [ 2188.724038] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.734882] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.742055] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1507c12-6d4e-4e88-a231-732049ad107a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.750249] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007ff087-fe99-4029-9965-e3e7fcb1065f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.783062] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e367894-c652-4412-a79e-f092c131e864 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.792164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa46219-4e3d-462c-aaf7-af2c600f9396 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.806490] env[62743]: DEBUG nova.compute.provider_tree [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.816925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.817225] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.817426] env[62743]: DEBUG nova.compute.manager [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Going to confirm migration 4 {{(pid=62743) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2189.190303] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2189.190634] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2189.237474] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479011} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.237732] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. [ 2189.238529] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d82c31-59b2-43d7-aabc-d85513d3947b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.264748] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2189.265083] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8096fbce-c9ad-473f-9898-3f6190c182e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.283908] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2189.283908] env[62743]: value = "task-2064401" [ 2189.283908] env[62743]: _type = "Task" [ 2189.283908] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.292402] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.309747] env[62743]: DEBUG nova.scheduler.client.report [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.390545] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2189.390810] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2189.391097] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleting the datastore file [datastore1] f41c23c5-c7fd-4c1e-9906-1718e852c35b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.391369] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc53d070-fb34-4fdf-a621-d9e58e282cdc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.398306] env[62743]: DEBUG oslo_vmware.api [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2189.398306] env[62743]: value = "task-2064402" [ 2189.398306] env[62743]: _type = "Task" [ 2189.398306] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.409307] env[62743]: DEBUG oslo_vmware.api [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.416181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2189.416410] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquired lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2189.416616] env[62743]: DEBUG nova.network.neutron [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2189.416837] env[62743]: DEBUG nova.objects.instance [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'info_cache' on Instance uuid de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2189.795157] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064401, 'name': ReconfigVM_Task, 'duration_secs': 0.311023} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.795586] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2189.796470] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca8f150-2b77-4825-8436-178a7f018c6b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.822679] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.829840] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.690s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.833624] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f17c74-2c50-46f2-8d71-bc9d208d0775 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.850594] env[62743]: INFO nova.compute.claims [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2189.857257] env[62743]: INFO nova.scheduler.client.report [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted allocations for instance ce61270f-8e80-42f0-84b8-c578d02ae8cc [ 2189.861341] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2189.861341] env[62743]: value = "task-2064403" [ 2189.861341] env[62743]: _type = "Task" [ 2189.861341] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.869902] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.907885] env[62743]: DEBUG oslo_vmware.api [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175773} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.908220] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2189.908431] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2189.908773] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2189.908811] env[62743]: INFO nova.compute.manager [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Took 8.30 seconds to destroy the instance on the hypervisor. [ 2189.909131] env[62743]: DEBUG oslo.service.loopingcall [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.909282] env[62743]: DEBUG nova.compute.manager [-] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2189.909384] env[62743]: DEBUG nova.network.neutron [-] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2190.281668] env[62743]: DEBUG nova.compute.manager [req-672b6e3f-8fc1-4b5d-bc33-11e90fcc4897 req-32f7d968-62e3-4b51-8ac1-8b0b56f99817 service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Received event network-vif-deleted-7eae7d53-565b-4e0f-bb54-12de145d1dbc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2190.281970] env[62743]: INFO nova.compute.manager [req-672b6e3f-8fc1-4b5d-bc33-11e90fcc4897 req-32f7d968-62e3-4b51-8ac1-8b0b56f99817 service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Neutron deleted interface 7eae7d53-565b-4e0f-bb54-12de145d1dbc; detaching it from the instance and deleting it from the info cache [ 2190.282742] env[62743]: DEBUG nova.network.neutron [req-672b6e3f-8fc1-4b5d-bc33-11e90fcc4897 req-32f7d968-62e3-4b51-8ac1-8b0b56f99817 service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.357343] env[62743]: INFO nova.compute.resource_tracker [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating resource usage from migration 6de0b31f-8c63-4135-82b4-d1446d4f4b35 [ 2190.365643] env[62743]: DEBUG oslo_concurrency.lockutils [None req-01df7ad7-18fe-4752-bb00-abb6d45390dd tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "ce61270f-8e80-42f0-84b8-c578d02ae8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.579s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.376817] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064403, 'name': ReconfigVM_Task, 'duration_secs': 0.16403} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.380096] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2190.380683] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca813c20-0a85-4dae-9b8a-df3e9cd3475e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.389019] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2190.389019] env[62743]: value = "task-2064404" [ 2190.389019] env[62743]: _type = "Task" [ 2190.389019] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.400769] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.611519] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d89c07-083f-4e71-9a1d-7e5bcb659532 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.616633] env[62743]: DEBUG nova.compute.manager [req-02f4ef31-c9cc-422d-a310-a5d7bde279b6 req-5e172d59-f59a-415e-80ae-c01f2dc56dfc service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Received event network-vif-plugged-5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2190.616977] env[62743]: DEBUG oslo_concurrency.lockutils [req-02f4ef31-c9cc-422d-a310-a5d7bde279b6 req-5e172d59-f59a-415e-80ae-c01f2dc56dfc service nova] Acquiring lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.617492] env[62743]: DEBUG oslo_concurrency.lockutils [req-02f4ef31-c9cc-422d-a310-a5d7bde279b6 req-5e172d59-f59a-415e-80ae-c01f2dc56dfc service nova] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.617762] env[62743]: DEBUG oslo_concurrency.lockutils [req-02f4ef31-c9cc-422d-a310-a5d7bde279b6 req-5e172d59-f59a-415e-80ae-c01f2dc56dfc service nova] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.618045] env[62743]: DEBUG nova.compute.manager [req-02f4ef31-c9cc-422d-a310-a5d7bde279b6 req-5e172d59-f59a-415e-80ae-c01f2dc56dfc service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] No waiting events found dispatching network-vif-plugged-5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2190.618305] env[62743]: WARNING nova.compute.manager [req-02f4ef31-c9cc-422d-a310-a5d7bde279b6 req-5e172d59-f59a-415e-80ae-c01f2dc56dfc service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Received unexpected event network-vif-plugged-5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 for instance with vm_state building and task_state spawning. [ 2190.624556] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad4f8f6-8f1e-45c2-96f0-7588214f9810 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.662956] env[62743]: DEBUG nova.network.neutron [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Successfully updated port: 5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2190.667834] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044d73a2-4318-4685-a402-d5abc53d5b2c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.676999] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0572fa-32e2-4c0c-b758-6ab950e10e97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.691731] env[62743]: DEBUG nova.compute.provider_tree [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2190.756979] env[62743]: DEBUG nova.network.neutron [-] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.786456] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21f5f997-e80b-4879-af44-282e9118f748 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.796899] env[62743]: DEBUG nova.network.neutron [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Successfully updated port: 5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2190.803223] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d06c133-a3be-4ad2-97d8-f98d5130b54e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.838706] env[62743]: DEBUG nova.compute.manager [req-672b6e3f-8fc1-4b5d-bc33-11e90fcc4897 req-32f7d968-62e3-4b51-8ac1-8b0b56f99817 service nova] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Detach interface failed, port_id=7eae7d53-565b-4e0f-bb54-12de145d1dbc, reason: Instance f41c23c5-c7fd-4c1e-9906-1718e852c35b could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2190.898622] env[62743]: DEBUG oslo_vmware.api [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064404, 'name': PowerOnVM_Task, 'duration_secs': 0.412265} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.898888] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2190.901653] env[62743]: DEBUG nova.compute.manager [None req-b826e2f2-f3e6-435a-9968-3d37df849ea6 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2190.902430] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e590cf44-6058-4791-ae17-f1fb9e93596b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.927537] env[62743]: DEBUG nova.network.neutron [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance_info_cache with network_info: [{"id": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "address": "fa:16:3e:78:a3:69", "network": {"id": "cf160325-9b06-43d7-81ae-f5f425a654b4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-145101215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76ce1065c1254ec5be394a3b4b7ee7f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93a03d7c-54", "ovs_interfaceid": "93a03d7c-547c-4b20-98ee-3e2bd5f71223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.165922] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.166097] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.166255] env[62743]: DEBUG nova.network.neutron [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.195781] env[62743]: DEBUG nova.scheduler.client.report [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.259633] env[62743]: INFO nova.compute.manager [-] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Took 1.35 seconds to deallocate network for instance. [ 2191.317318] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.317578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.317700] env[62743]: DEBUG nova.network.neutron [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.430841] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Releasing lock "refresh_cache-de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.431127] env[62743]: DEBUG nova.objects.instance [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'migration_context' on Instance uuid de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.700486] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 1.870s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.700743] env[62743]: INFO nova.compute.manager [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Migrating [ 2191.747323] env[62743]: DEBUG nova.network.neutron [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2191.765939] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.766346] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.766409] env[62743]: DEBUG nova.objects.instance [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lazy-loading 'resources' on Instance uuid f41c23c5-c7fd-4c1e-9906-1718e852c35b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.883741] env[62743]: DEBUG nova.network.neutron [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2191.898267] env[62743]: DEBUG nova.network.neutron [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance_info_cache with network_info: [{"id": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "address": "fa:16:3e:dc:c0:fb", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0c2ea5-4a", "ovs_interfaceid": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.933489] env[62743]: DEBUG nova.objects.base [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2191.934486] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b69e95-6153-49e8-8632-58215ea5c844 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.955901] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6b2137-ba2d-4804-a0ec-cc87f442bed4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.961888] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2191.961888] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5282bbb2-bea7-6d1d-de4f-e3b0d051d6c6" [ 2191.961888] env[62743]: _type = "Task" [ 2191.961888] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.970791] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5282bbb2-bea7-6d1d-de4f-e3b0d051d6c6, 'name': SearchDatastore_Task} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.971066] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.214278] env[62743]: DEBUG nova.network.neutron [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Updating instance_info_cache with network_info: [{"id": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "address": "fa:16:3e:d7:80:dc", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a6adfc6-30", "ovs_interfaceid": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.223614] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.223614] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.223614] env[62743]: DEBUG nova.network.neutron [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.404176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.404176] env[62743]: DEBUG nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Instance network_info: |[{"id": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "address": "fa:16:3e:dc:c0:fb", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0c2ea5-4a", "ovs_interfaceid": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.404176] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:c0:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.417388] env[62743]: DEBUG oslo.service.loopingcall [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.421953] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2192.422908] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb95c32-dd45-405f-a938-af65bc5f3786 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.445214] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2192.445214] env[62743]: value = "task-2064405" [ 2192.445214] env[62743]: _type = "Task" [ 2192.445214] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.454143] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064405, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.549785] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fcc652-9b9a-433a-8749-0f5386bd0144 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.557453] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e117c5a-818a-4778-98bb-a93757a07a75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.589899] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ad0c37-7e55-4db2-95bb-0b43ff755269 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.597852] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f905a8af-65f5-4be4-839c-005872d92717 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.613135] env[62743]: DEBUG nova.compute.provider_tree [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.720787] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.720988] env[62743]: DEBUG nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Instance network_info: |[{"id": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "address": "fa:16:3e:d7:80:dc", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a6adfc6-30", "ovs_interfaceid": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.721519] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:80:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a6adfc6-30d9-4ac6-abfc-462b0bedc16b', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.729926] env[62743]: DEBUG oslo.service.loopingcall [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.730603] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.733136] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2192.733136] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ffc3a55-4023-41db-8a7f-15452c79a55b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.755667] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2192.755667] env[62743]: value = "task-2064406" [ 2192.755667] env[62743]: _type = "Task" [ 2192.755667] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.765181] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064406, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.955960] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064405, 'name': CreateVM_Task, 'duration_secs': 0.366299} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.956160] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2192.957090] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.957090] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.957495] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2192.957747] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2befc9e-1fe7-40aa-a343-64671ee2a34a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.963103] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2192.963103] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523e7b67-d81f-86da-ce09-f19b381f6665" [ 2192.963103] env[62743]: _type = "Task" [ 2192.963103] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.973741] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523e7b67-d81f-86da-ce09-f19b381f6665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.007089] env[62743]: DEBUG nova.network.neutron [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.114930] env[62743]: DEBUG nova.scheduler.client.report [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.129870] env[62743]: DEBUG nova.compute.manager [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Received event network-changed-5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2193.130437] env[62743]: DEBUG nova.compute.manager [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Refreshing instance network info cache due to event network-changed-5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2193.131085] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Acquiring lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.131259] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Acquired lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.131427] env[62743]: DEBUG nova.network.neutron [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Refreshing network info cache for port 5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2193.266354] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064406, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.475203] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523e7b67-d81f-86da-ce09-f19b381f6665, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.475868] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.476183] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2193.476472] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.476653] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.476956] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2193.477131] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44f88a67-95ee-472b-bac0-f8de9b47af90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.490261] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2193.490448] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2193.491212] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef47050-2516-4026-89de-26fdfada1fa1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.496725] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2193.496725] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52852c4c-fee2-8150-07d5-08b43f130b9b" [ 2193.496725] env[62743]: _type = "Task" [ 2193.496725] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.504256] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52852c4c-fee2-8150-07d5-08b43f130b9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.509865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.511898] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.512128] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2193.619920] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.622749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.652s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.640254] env[62743]: INFO nova.scheduler.client.report [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted allocations for instance f41c23c5-c7fd-4c1e-9906-1718e852c35b [ 2193.751586] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2193.752273] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.766602] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064406, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.936264] env[62743]: DEBUG nova.network.neutron [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updated VIF entry in instance network info cache for port 5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.936650] env[62743]: DEBUG nova.network.neutron [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance_info_cache with network_info: [{"id": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "address": "fa:16:3e:dc:c0:fb", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0c2ea5-4a", "ovs_interfaceid": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.006568] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52852c4c-fee2-8150-07d5-08b43f130b9b, 'name': SearchDatastore_Task, 'duration_secs': 0.028555} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.007407] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc89291-2136-4223-9935-b99362dbe8f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.016244] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2194.016244] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d608e8-e264-0489-aaeb-511ceb59c45e" [ 2194.016244] env[62743]: _type = "Task" [ 2194.016244] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.028274] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d608e8-e264-0489-aaeb-511ceb59c45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.046989] env[62743]: INFO nova.compute.manager [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Rescuing [ 2194.047323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.047478] env[62743]: DEBUG oslo_concurrency.lockutils [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.047679] env[62743]: DEBUG nova.network.neutron [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2194.151540] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9f701648-28d8-4641-8968-ab723ea2e75c tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "f41c23c5-c7fd-4c1e-9906-1718e852c35b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.051s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.257792] env[62743]: DEBUG nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2194.270744] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064406, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.368778] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0308fa-ed08-46dd-8914-c7eb9ee7ab94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.376374] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c2d956-8d08-4246-8942-0760ad202478 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.408622] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3ef808-8f26-4cd9-a6aa-5af21a0176ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.416664] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ff630-922a-4358-9dec-f054ece2fe10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.432237] env[62743]: DEBUG nova.compute.provider_tree [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2194.439510] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Releasing lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.439805] env[62743]: DEBUG nova.compute.manager [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Received event network-vif-plugged-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2194.440015] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Acquiring lock "63564e81-54bf-4666-b866-5501be38fe3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.440228] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Lock "63564e81-54bf-4666-b866-5501be38fe3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.440398] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Lock "63564e81-54bf-4666-b866-5501be38fe3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.440567] env[62743]: DEBUG nova.compute.manager [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] No waiting events found dispatching network-vif-plugged-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2194.440809] env[62743]: WARNING nova.compute.manager [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Received unexpected event network-vif-plugged-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b for instance with vm_state building and task_state spawning. [ 2194.442360] env[62743]: DEBUG nova.compute.manager [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Received event network-changed-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2194.442360] env[62743]: DEBUG nova.compute.manager [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Refreshing instance network info cache due to event network-changed-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2194.442360] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Acquiring lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.442360] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Acquired lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.442360] env[62743]: DEBUG nova.network.neutron [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Refreshing network info cache for port 5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2194.532024] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d608e8-e264-0489-aaeb-511ceb59c45e, 'name': SearchDatastore_Task, 'duration_secs': 0.014644} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.532024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.532024] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2194.532024] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-216b79b7-dc05-4d46-b3e2-2cfc1fc89106 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.538856] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2194.538856] env[62743]: value = "task-2064407" [ 2194.538856] env[62743]: _type = "Task" [ 2194.538856] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.547235] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.782152] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064406, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.793782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.818448] env[62743]: DEBUG nova.network.neutron [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Updating instance_info_cache with network_info: [{"id": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "address": "fa:16:3e:c5:4c:6d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0d13e3-5a", "ovs_interfaceid": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.938020] env[62743]: DEBUG nova.scheduler.client.report [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2195.008771] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.032531] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044e5dbd-5038-4a84-94d3-4d15c4e76c0f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.066119] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance '80efd7e0-078b-44cc-a0c0-ab1d868a9414' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2195.085640] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.275836] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064406, 'name': CreateVM_Task, 'duration_secs': 2.454483} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.276673] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2195.277508] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.277845] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.278453] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2195.278837] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529391ad-3dab-4a05-81f0-854103acb779 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.287780] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2195.287780] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ad5222-7e46-6a16-70bf-514e979f3b7a" [ 2195.287780] env[62743]: _type = "Task" [ 2195.287780] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.295280] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ad5222-7e46-6a16-70bf-514e979f3b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.322247] env[62743]: DEBUG oslo_concurrency.lockutils [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.386792] env[62743]: DEBUG nova.network.neutron [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Updated VIF entry in instance network info cache for port 5a6adfc6-30d9-4ac6-abfc-462b0bedc16b. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2195.386792] env[62743]: DEBUG nova.network.neutron [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Updating instance_info_cache with network_info: [{"id": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "address": "fa:16:3e:d7:80:dc", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a6adfc6-30", "ovs_interfaceid": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.513218] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.513218] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2195.513218] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.513218] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.513218] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.513218] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.513218] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.513218] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.513218] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2195.513218] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2195.554025] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79703} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.554025] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2195.557997] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2195.557997] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f53ad89-480b-4c3c-a801-0bdfa4e453e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.564783] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2195.564783] env[62743]: value = "task-2064408" [ 2195.564783] env[62743]: _type = "Task" [ 2195.564783] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.576086] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.580163] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2195.580163] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbdf0733-6f25-407d-8537-030208b1d807 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.585248] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2195.585248] env[62743]: value = "task-2064409" [ 2195.585248] env[62743]: _type = "Task" [ 2195.585248] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.595690] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.799028] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ad5222-7e46-6a16-70bf-514e979f3b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.039793} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.799028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.799028] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2195.799028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.799028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.799028] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2195.799028] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21871f7f-3e62-4e13-a90b-37f49502d011 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.815019] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2195.815019] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2195.815019] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bee3a1-af52-4dd4-b5a8-131fbd99d649 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.819452] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2195.819452] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52013291-c1d4-9cdc-35ae-36228fc0ccd4" [ 2195.819452] env[62743]: _type = "Task" [ 2195.819452] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.827490] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52013291-c1d4-9cdc-35ae-36228fc0ccd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.855697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.855697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.855697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.855697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.855697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.856374] env[62743]: INFO nova.compute.manager [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Terminating instance [ 2195.887764] env[62743]: DEBUG oslo_concurrency.lockutils [req-d52bd58c-ade0-4cd3-8277-690ae7444dff req-abd45d02-0254-4cde-9f45-22f7556afad3 service nova] Releasing lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2195.952045] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.328s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.954684] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.161s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.959489] env[62743]: INFO nova.compute.claims [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2196.016246] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.075900] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152555} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.076796] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2196.076881] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663655e-6459-4299-9039-360748d6720d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.099156] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.104481] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632adbc0-1d17-4cd1-beca-6c301f093e4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.122280] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064409, 'name': PowerOffVM_Task, 'duration_secs': 0.253008} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.124081] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.124282] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance '80efd7e0-078b-44cc-a0c0-ab1d868a9414' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2196.127711] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2196.127711] env[62743]: value = "task-2064410" [ 2196.127711] env[62743]: _type = "Task" [ 2196.127711] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.136782] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.329891] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52013291-c1d4-9cdc-35ae-36228fc0ccd4, 'name': SearchDatastore_Task, 'duration_secs': 0.038237} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.330733] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9055d835-6705-406d-9ccb-4fdbee38d7af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.335876] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2196.335876] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52eb21e5-e388-cf1c-af37-7b3626e9299c" [ 2196.335876] env[62743]: _type = "Task" [ 2196.335876] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.343703] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52eb21e5-e388-cf1c-af37-7b3626e9299c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.360535] env[62743]: DEBUG nova.compute.manager [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.360741] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.361579] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ca02fc-e30b-4f70-ab16-330d525da11f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.369110] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.369190] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dbc1456-9b40-43b2-a305-f643c25c2922 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.375521] env[62743]: DEBUG oslo_vmware.api [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2196.375521] env[62743]: value = "task-2064411" [ 2196.375521] env[62743]: _type = "Task" [ 2196.375521] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.384319] env[62743]: DEBUG oslo_vmware.api [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.541983] env[62743]: INFO nova.scheduler.client.report [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted allocation for migration cdd71436-6e3b-427a-b880-705f1125a971 [ 2196.631725] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2196.633016] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2196.633016] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2196.633016] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2196.633621] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2196.633866] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2196.634117] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2196.634289] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2196.634466] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2196.634636] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2196.634811] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2196.644025] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79538898-015e-4f24-b835-925a868deb98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.663484] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.665240] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2196.665240] env[62743]: value = "task-2064412" [ 2196.665240] env[62743]: _type = "Task" [ 2196.665240] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.675841] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.846412] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52eb21e5-e388-cf1c-af37-7b3626e9299c, 'name': SearchDatastore_Task, 'duration_secs': 0.040352} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.846686] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.846944] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 63564e81-54bf-4666-b866-5501be38fe3d/63564e81-54bf-4666-b866-5501be38fe3d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2196.847282] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e27e8e0-e938-4b58-a115-8eb6635edb7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.854372] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2196.854372] env[62743]: value = "task-2064413" [ 2196.854372] env[62743]: _type = "Task" [ 2196.854372] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.864989] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.878078] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.878078] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40750a14-5c3a-49fe-9152-c4322d170add {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.888028] env[62743]: DEBUG oslo_vmware.api [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064411, 'name': PowerOffVM_Task, 'duration_secs': 0.186742} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.888301] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.888467] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2196.888717] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f8de8e7-aef7-4a2c-a64b-c41f7e472713 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.892833] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2196.892833] env[62743]: value = "task-2064414" [ 2196.892833] env[62743]: _type = "Task" [ 2196.892833] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.901166] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.050654] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.233s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.151244] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.179787] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2197.180105] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2197.180337] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleting the datastore file [datastore1] aa2ca68d-151a-4a1f-b526-230b8d8606a0 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2197.188812] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e2eacc9-61cc-4fca-b07f-93f25f29d032 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.191747] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064412, 'name': ReconfigVM_Task, 'duration_secs': 0.177847} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.192533] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance '80efd7e0-078b-44cc-a0c0-ab1d868a9414' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2197.204918] env[62743]: DEBUG oslo_vmware.api [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for the task: (returnval){ [ 2197.204918] env[62743]: value = "task-2064416" [ 2197.204918] env[62743]: _type = "Task" [ 2197.204918] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.217629] env[62743]: DEBUG oslo_vmware.api [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.238303] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44839e-5e3a-4377-afce-8a082d8666ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.247694] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f4a73-f3fe-4b02-a793-bd74fcf2e965 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.284774] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eafad3-cabc-4bc5-abb3-a7ac64fb7514 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.295496] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea40e32-bb32-46fb-824a-a250b0ebb3f3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.312535] env[62743]: DEBUG nova.compute.provider_tree [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2197.367067] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.404945] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064414, 'name': PowerOffVM_Task, 'duration_secs': 0.194854} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.405256] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.406103] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b40af96-0dd2-4090-b351-fa3ea053a3d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.428796] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46c922b-ac33-48ae-9ed3-45500415b5a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.467519] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2197.467881] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc7472a8-f0cc-425e-99ad-874d9bb751b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.479208] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2197.479208] env[62743]: value = "task-2064417" [ 2197.479208] env[62743]: _type = "Task" [ 2197.479208] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.490757] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2197.491023] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2197.491276] env[62743]: DEBUG oslo_concurrency.lockutils [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.491424] env[62743]: DEBUG oslo_concurrency.lockutils [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.491601] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2197.491881] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb3b9abf-652c-4be4-9b63-6385a6aa842a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.506103] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2197.506600] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2197.508165] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6effe974-e750-4599-b83b-0238c94350e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.513819] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2197.513819] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523f962d-bc66-c38e-c76f-0d8a51ba5e3b" [ 2197.513819] env[62743]: _type = "Task" [ 2197.513819] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.521626] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523f962d-bc66-c38e-c76f-0d8a51ba5e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.651495] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064410, 'name': ReconfigVM_Task, 'duration_secs': 1.199801} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.651495] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2197.652133] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1805e57-c65c-461e-aa31-8668a4e3eba6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.658656] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2197.658656] env[62743]: value = "task-2064418" [ 2197.658656] env[62743]: _type = "Task" [ 2197.658656] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.668165] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064418, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.701571] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2197.702125] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2197.702428] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2197.702749] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2197.703059] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2197.703331] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2197.703696] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2197.704015] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2197.704334] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2197.704618] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2197.705258] env[62743]: DEBUG nova.virt.hardware [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2197.710824] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2197.711323] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22a6a31-8b29-4af1-8321-c910838158f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.735993] env[62743]: DEBUG oslo_vmware.api [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.735993] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2197.735993] env[62743]: value = "task-2064419" [ 2197.735993] env[62743]: _type = "Task" [ 2197.735993] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.741748] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.818076] env[62743]: DEBUG nova.scheduler.client.report [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.870581] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677992} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.871028] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 63564e81-54bf-4666-b866-5501be38fe3d/63564e81-54bf-4666-b866-5501be38fe3d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2197.871463] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2197.872071] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe712fc-568b-4ac3-9e8d-36368aca32ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.880884] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2197.880884] env[62743]: value = "task-2064420" [ 2197.880884] env[62743]: _type = "Task" [ 2197.880884] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.888981] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.008988] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.009234] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.024789] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523f962d-bc66-c38e-c76f-0d8a51ba5e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.026029] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb01616-e025-4ad1-a9a1-caf818a5fb5f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.031991] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2198.031991] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fc3ee1-7e1a-95f6-82e8-17efb140bc52" [ 2198.031991] env[62743]: _type = "Task" [ 2198.031991] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.040780] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fc3ee1-7e1a-95f6-82e8-17efb140bc52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.169107] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064418, 'name': Rename_Task, 'duration_secs': 0.225636} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.169107] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2198.169107] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a101046d-5d56-4dfa-a60f-6631d3bf2f2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.175585] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2198.175585] env[62743]: value = "task-2064421" [ 2198.175585] env[62743]: _type = "Task" [ 2198.175585] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.187981] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.221624] env[62743]: DEBUG oslo_vmware.api [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Task: {'id': task-2064416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551182} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.221942] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2198.222178] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2198.222384] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2198.222581] env[62743]: INFO nova.compute.manager [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Took 1.86 seconds to destroy the instance on the hypervisor. [ 2198.222861] env[62743]: DEBUG oslo.service.loopingcall [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2198.223098] env[62743]: DEBUG nova.compute.manager [-] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2198.223228] env[62743]: DEBUG nova.network.neutron [-] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2198.243066] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064419, 'name': ReconfigVM_Task, 'duration_secs': 0.389168} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.243369] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2198.244207] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395e611-dfc8-4dc4-809c-0f85e7f15d46 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.269433] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 80efd7e0-078b-44cc-a0c0-ab1d868a9414/80efd7e0-078b-44cc-a0c0-ab1d868a9414.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2198.269813] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef81275-fd9e-4e44-8f22-89dcc852213d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.291177] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2198.291177] env[62743]: value = "task-2064422" [ 2198.291177] env[62743]: _type = "Task" [ 2198.291177] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.299767] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.323821] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.324401] env[62743]: DEBUG nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2198.327356] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.312s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.327576] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.327752] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2198.328883] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca55cd4f-e1b3-4d6f-aebf-a692eaa5adf1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.337241] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85409fdd-1900-4b99-b510-b9bc2c7ca124 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.351647] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.351914] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.352169] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.352385] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.352590] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.354909] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c21ea-bf2f-4c3b-95f8-29918f6e1122 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.357803] env[62743]: INFO nova.compute.manager [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Terminating instance [ 2198.364289] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd53b4b-bb57-4ada-ac08-6a42f27dfc26 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.397101] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179268MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2198.397101] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.397101] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.408268] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085905} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.408566] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2198.409443] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77beba5-5b58-45c2-a852-da2073e023d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.432632] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 63564e81-54bf-4666-b866-5501be38fe3d/63564e81-54bf-4666-b866-5501be38fe3d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2198.433121] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f888e61-7faf-491f-a408-5120c389cfee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.452436] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2198.452436] env[62743]: value = "task-2064423" [ 2198.452436] env[62743]: _type = "Task" [ 2198.452436] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.464893] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.497134] env[62743]: DEBUG nova.compute.manager [req-3300953c-f4f9-4d44-b4c0-5cb492314c64 req-3bc41c11-789d-41e5-a7b7-5f2e1360561f service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Received event network-vif-deleted-89c32ab6-6b53-485f-a169-905323aa19a3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2198.497134] env[62743]: INFO nova.compute.manager [req-3300953c-f4f9-4d44-b4c0-5cb492314c64 req-3bc41c11-789d-41e5-a7b7-5f2e1360561f service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Neutron deleted interface 89c32ab6-6b53-485f-a169-905323aa19a3; detaching it from the instance and deleting it from the info cache [ 2198.497325] env[62743]: DEBUG nova.network.neutron [req-3300953c-f4f9-4d44-b4c0-5cb492314c64 req-3bc41c11-789d-41e5-a7b7-5f2e1360561f service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.511528] env[62743]: DEBUG nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2198.542537] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fc3ee1-7e1a-95f6-82e8-17efb140bc52, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.542796] env[62743]: DEBUG oslo_concurrency.lockutils [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.543073] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. {{(pid=62743) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2198.543341] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0ef200c-6f03-4172-acd2-7d6eb7c6ce04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.550700] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2198.550700] env[62743]: value = "task-2064424" [ 2198.550700] env[62743]: _type = "Task" [ 2198.550700] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.558912] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.686571] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064421, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.801307] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.830626] env[62743]: DEBUG nova.compute.utils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2198.832129] env[62743]: DEBUG nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2198.832351] env[62743]: DEBUG nova.network.neutron [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2198.863074] env[62743]: DEBUG nova.compute.manager [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2198.863334] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2198.864299] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddf67c-4d98-4d0e-a514-cfcac22786dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.874641] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2198.874641] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d4ea9f-0208-4cea-bffb-2fd9d339a685 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.881592] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2198.881592] env[62743]: value = "task-2064425" [ 2198.881592] env[62743]: _type = "Task" [ 2198.881592] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.886644] env[62743]: DEBUG nova.policy [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2198.895393] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.966633] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.969540] env[62743]: DEBUG nova.network.neutron [-] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.003745] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5598760-9f70-4e96-a1dd-c382d083dcc5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.015542] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb491336-4587-4f0a-83f6-031acbbe8e7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.061198] env[62743]: DEBUG nova.compute.manager [req-3300953c-f4f9-4d44-b4c0-5cb492314c64 req-3bc41c11-789d-41e5-a7b7-5f2e1360561f service nova] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Detach interface failed, port_id=89c32ab6-6b53-485f-a169-905323aa19a3, reason: Instance aa2ca68d-151a-4a1f-b526-230b8d8606a0 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2199.067057] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.076039] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.187191] env[62743]: DEBUG oslo_vmware.api [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064421, 'name': PowerOnVM_Task, 'duration_secs': 0.609572} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.187485] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2199.187702] env[62743]: INFO nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Took 11.05 seconds to spawn the instance on the hypervisor. [ 2199.187913] env[62743]: DEBUG nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2199.188741] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2957eb62-987d-443c-b8b0-9ca43b87667f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.275689] env[62743]: DEBUG nova.network.neutron [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Successfully created port: b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2199.301950] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.335395] env[62743]: DEBUG nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2199.392033] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064425, 'name': PowerOffVM_Task, 'duration_secs': 0.373925} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.392522] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2199.392697] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2199.392947] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c195e67-c202-4754-bce4-5c96ef19ce3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.412665] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Applying migration context for instance 80efd7e0-078b-44cc-a0c0-ab1d868a9414 as it has an incoming, in-progress migration 6de0b31f-8c63-4135-82b4-d1446d4f4b35. Migration status is migrating {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2199.414552] env[62743]: INFO nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating resource usage from migration 6de0b31f-8c63-4135-82b4-d1446d4f4b35 [ 2199.432162] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.432340] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance aa2ca68d-151a-4a1f-b526-230b8d8606a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.432464] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.432583] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.432700] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 37a38f49-43d2-4bf4-8c65-27bf8b12d15e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.432810] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7b627ea0-4885-49f9-b16c-863532e2ebde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.432916] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 23e32315-01f1-4f46-9970-a88728fe7946 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433041] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 09b4fb94-d464-46ba-9736-626dc282f4ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433185] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433269] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 65e2ec6f-b0c5-4e0d-a823-294905c99c29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433367] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433471] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 63564e81-54bf-4666-b866-5501be38fe3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433577] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 30ea281b-bd2f-4b17-bac3-5da08f168172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433682] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Migration 6de0b31f-8c63-4135-82b4-d1446d4f4b35 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2199.433787] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 80efd7e0-078b-44cc-a0c0-ab1d868a9414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.433891] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b92ae33b-b41a-4281-8ba7-c41682b4d249 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2199.465315] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064423, 'name': ReconfigVM_Task, 'duration_secs': 1.004639} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.465585] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 63564e81-54bf-4666-b866-5501be38fe3d/63564e81-54bf-4666-b866-5501be38fe3d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2199.466225] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1788422-e9b4-4f61-8b73-09693f543a31 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.471684] env[62743]: INFO nova.compute.manager [-] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Took 1.25 seconds to deallocate network for instance. [ 2199.472010] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2199.472010] env[62743]: value = "task-2064427" [ 2199.472010] env[62743]: _type = "Task" [ 2199.472010] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.483786] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064427, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.571068] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57198} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.571334] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. [ 2199.572113] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88982d04-9038-4b32-92f9-8ea4cba7bbb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.597009] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2199.597296] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab851979-f152-471d-a565-6c9fcd5c7c26 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.617458] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2199.617458] env[62743]: value = "task-2064428" [ 2199.617458] env[62743]: _type = "Task" [ 2199.617458] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.625737] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.671100] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2199.671669] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2199.671910] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleting the datastore file [datastore1] de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2199.672300] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dc30399-e3df-4050-82e4-5a34f3c9342c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.680640] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for the task: (returnval){ [ 2199.680640] env[62743]: value = "task-2064429" [ 2199.680640] env[62743]: _type = "Task" [ 2199.680640] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.690133] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.705618] env[62743]: INFO nova.compute.manager [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Took 17.48 seconds to build instance. [ 2199.802898] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064422, 'name': ReconfigVM_Task, 'duration_secs': 1.178377} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.803491] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 80efd7e0-078b-44cc-a0c0-ab1d868a9414/80efd7e0-078b-44cc-a0c0-ab1d868a9414.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2199.804495] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance '80efd7e0-078b-44cc-a0c0-ab1d868a9414' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2199.937916] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance e205af34-4ca2-4a00-845b-229d7c2d9ea2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2199.938711] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2199.938905] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2199.983219] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.983516] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064427, 'name': Rename_Task, 'duration_secs': 0.142631} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.985905] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.986329] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63857df7-c5b0-4444-b78a-27d62b9f50c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.992582] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2199.992582] env[62743]: value = "task-2064430" [ 2199.992582] env[62743]: _type = "Task" [ 2199.992582] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.002562] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.130688] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.159695] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1ff915-c098-4cfa-a8ba-7664f8d15f93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.167378] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5da7fd-cf9f-4782-863b-39e1b4fd64f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.200880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba1b816-c47a-423c-ab79-4148567a3358 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.208853] env[62743]: DEBUG oslo_concurrency.lockutils [None req-92f16ad3-1b87-4583-86ad-894dd626e540 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.212706] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a40fd-c850-425b-b755-e48368606fc9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.216435] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.226930] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2200.310957] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3215036-ed5f-4e13-942d-53db7d5ef52d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.333636] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e40eb-7e23-4796-8563-bd0499a22cf8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.354079] env[62743]: DEBUG nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2200.356188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance '80efd7e0-078b-44cc-a0c0-ab1d868a9414' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2200.387020] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2200.387020] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2200.387020] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2200.387020] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2200.387020] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2200.387020] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2200.387460] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2200.387802] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2200.388499] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2200.388499] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2200.388608] env[62743]: DEBUG nova.virt.hardware [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2200.390466] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913cc4b3-149b-4df7-a9c2-280f617d021e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.398410] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84e0dd-6d12-4276-b6c3-e8b75d15a4b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.502168] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.633524] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.707308] env[62743]: DEBUG oslo_vmware.api [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Task: {'id': task-2064429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.727954} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.707630] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2200.707746] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2200.707947] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2200.708209] env[62743]: INFO nova.compute.manager [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Took 1.84 seconds to destroy the instance on the hypervisor. [ 2200.708543] env[62743]: DEBUG oslo.service.loopingcall [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2200.708652] env[62743]: DEBUG nova.compute.manager [-] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2200.708749] env[62743]: DEBUG nova.network.neutron [-] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2200.730559] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2200.773797] env[62743]: DEBUG nova.compute.manager [req-e41c394e-831d-4a66-bc17-e08b7014a795 req-3f25e863-339e-42d3-a9c2-1b162970ac9c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-vif-plugged-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2200.773797] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41c394e-831d-4a66-bc17-e08b7014a795 req-3f25e863-339e-42d3-a9c2-1b162970ac9c service nova] Acquiring lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2200.773797] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41c394e-831d-4a66-bc17-e08b7014a795 req-3f25e863-339e-42d3-a9c2-1b162970ac9c service nova] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.774220] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41c394e-831d-4a66-bc17-e08b7014a795 req-3f25e863-339e-42d3-a9c2-1b162970ac9c service nova] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.774220] env[62743]: DEBUG nova.compute.manager [req-e41c394e-831d-4a66-bc17-e08b7014a795 req-3f25e863-339e-42d3-a9c2-1b162970ac9c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] No waiting events found dispatching network-vif-plugged-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2200.774613] env[62743]: WARNING nova.compute.manager [req-e41c394e-831d-4a66-bc17-e08b7014a795 req-3f25e863-339e-42d3-a9c2-1b162970ac9c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received unexpected event network-vif-plugged-b0977145-48ad-4c86-b5de-d37f749d4157 for instance with vm_state building and task_state spawning. [ 2200.928268] env[62743]: DEBUG nova.network.neutron [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Port 5a87affa-256d-4100-ac28-16031516034e binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2200.961358] env[62743]: DEBUG nova.network.neutron [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Successfully updated port: b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2201.003363] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.029438] env[62743]: DEBUG nova.compute.manager [req-1148693e-4686-4bdb-8610-1d37e7e9581c req-86124c23-748d-42c8-bf5f-29b7558e719e service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Received event network-vif-deleted-93a03d7c-547c-4b20-98ee-3e2bd5f71223 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2201.029699] env[62743]: INFO nova.compute.manager [req-1148693e-4686-4bdb-8610-1d37e7e9581c req-86124c23-748d-42c8-bf5f-29b7558e719e service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Neutron deleted interface 93a03d7c-547c-4b20-98ee-3e2bd5f71223; detaching it from the instance and deleting it from the info cache [ 2201.029959] env[62743]: DEBUG nova.network.neutron [req-1148693e-4686-4bdb-8610-1d37e7e9581c req-86124c23-748d-42c8-bf5f-29b7558e719e service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.128556] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064428, 'name': ReconfigVM_Task, 'duration_secs': 1.37325} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.128839] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2201.129682] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fbe942-dbe2-44d7-a261-2bfb4296deba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.155689] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6e8cd3-00b7-41f0-aeac-d12b8aba495b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.175825] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2201.175825] env[62743]: value = "task-2064431" [ 2201.175825] env[62743]: _type = "Task" [ 2201.175825] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.185197] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.237330] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2201.237459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.840s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.237829] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.172s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.239907] env[62743]: INFO nova.compute.claims [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2201.466075] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.466248] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.466403] env[62743]: DEBUG nova.network.neutron [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2201.505257] env[62743]: DEBUG oslo_vmware.api [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064430, 'name': PowerOnVM_Task, 'duration_secs': 1.128876} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.506460] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2201.506460] env[62743]: INFO nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Took 17.95 seconds to spawn the instance on the hypervisor. [ 2201.506599] env[62743]: DEBUG nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2201.507521] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f85e26-a034-45d6-9b40-10c1a9062756 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.510137] env[62743]: DEBUG nova.network.neutron [-] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2201.532468] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b4c349a-381e-4ca2-b268-46e7007de6c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.542303] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac9aa35-611d-4e42-9f1d-fd953866091f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.574601] env[62743]: DEBUG nova.compute.manager [req-1148693e-4686-4bdb-8610-1d37e7e9581c req-86124c23-748d-42c8-bf5f-29b7558e719e service nova] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Detach interface failed, port_id=93a03d7c-547c-4b20-98ee-3e2bd5f71223, reason: Instance de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2201.593768] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.594026] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.674546] env[62743]: DEBUG nova.compute.manager [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2201.688026] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064431, 'name': ReconfigVM_Task, 'duration_secs': 0.250436} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.688307] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2201.688548] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-886536ca-f716-4a1b-9b3b-c151fa3a2ac2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.695044] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2201.695044] env[62743]: value = "task-2064432" [ 2201.695044] env[62743]: _type = "Task" [ 2201.695044] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.702844] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.949952] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.949952] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.949952] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.014485] env[62743]: INFO nova.compute.manager [-] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Took 1.31 seconds to deallocate network for instance. [ 2202.016517] env[62743]: DEBUG nova.network.neutron [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2202.032551] env[62743]: INFO nova.compute.manager [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Took 22.94 seconds to build instance. [ 2202.096831] env[62743]: DEBUG nova.compute.utils [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2202.200986] env[62743]: DEBUG nova.network.neutron [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.203017] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.208902] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.475255] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59df54d8-1d01-4dbf-ab77-b13c704fa0b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.483238] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4506daad-f729-436a-99d8-71c2d45218b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.513611] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12404b7-2605-40da-ad88-a106bc92b030 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.521356] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d012593-219d-444e-acd4-9999c39b0f7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.534958] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.535439] env[62743]: DEBUG nova.compute.provider_tree [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2202.538363] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4888225f-70e1-4c31-bec5-f485fb328dce tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "63564e81-54bf-4666-b866-5501be38fe3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.450s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.600734] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.703889] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.704724] env[62743]: DEBUG nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Instance network_info: |[{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2202.704724] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:29:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0977145-48ad-4c86-b5de-d37f749d4157', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2202.711944] env[62743]: DEBUG oslo.service.loopingcall [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2202.715011] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2202.715288] env[62743]: DEBUG oslo_vmware.api [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064432, 'name': PowerOnVM_Task, 'duration_secs': 0.801449} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.715483] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5350b3c2-2b72-4888-817b-816bcd788a20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.729095] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2202.731890] env[62743]: DEBUG nova.compute.manager [None req-add819a6-3e6f-4697-af33-f1b4f6c0a525 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2202.732640] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a7f263-9b51-4a15-be70-1d64e9cce251 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.736059] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2202.736059] env[62743]: value = "task-2064433" [ 2202.736059] env[62743]: _type = "Task" [ 2202.736059] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.747018] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064433, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.919132] env[62743]: DEBUG nova.compute.manager [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2202.919132] env[62743]: DEBUG nova.compute.manager [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing instance network info cache due to event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2202.919350] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.919530] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.919658] env[62743]: DEBUG nova.network.neutron [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2203.014505] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.014774] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.014879] env[62743]: DEBUG nova.network.neutron [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2203.038598] env[62743]: DEBUG nova.scheduler.client.report [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2203.219872] env[62743]: DEBUG nova.compute.manager [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Received event network-changed-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2203.220167] env[62743]: DEBUG nova.compute.manager [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Refreshing instance network info cache due to event network-changed-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2203.220319] env[62743]: DEBUG oslo_concurrency.lockutils [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] Acquiring lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.220959] env[62743]: DEBUG oslo_concurrency.lockutils [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] Acquired lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.221208] env[62743]: DEBUG nova.network.neutron [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Refreshing network info cache for port 5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2203.250494] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064433, 'name': CreateVM_Task, 'duration_secs': 0.485741} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.250890] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2203.252604] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.252775] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.253107] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2203.253387] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208ce81d-f94f-4a58-a906-8d3f02a1fbb7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.258736] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2203.258736] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d73ec1-6154-3f84-d3db-36ec8c87affa" [ 2203.258736] env[62743]: _type = "Task" [ 2203.258736] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.267884] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d73ec1-6154-3f84-d3db-36ec8c87affa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.542973] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.543676] env[62743]: DEBUG nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2203.546437] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.563s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.546663] env[62743]: DEBUG nova.objects.instance [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lazy-loading 'resources' on Instance uuid aa2ca68d-151a-4a1f-b526-230b8d8606a0 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2203.677371] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.677658] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.679546] env[62743]: INFO nova.compute.manager [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Attaching volume e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281 to /dev/sdb [ 2203.715017] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672dcd2e-91ec-417f-a808-b77a88679796 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.720987] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35066c35-30f2-47c2-9bde-db099803943c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.739830] env[62743]: DEBUG nova.virt.block_device [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updating existing volume attachment record: 7e03921d-cc4f-44d5-948d-5091c421802d {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2203.769873] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d73ec1-6154-3f84-d3db-36ec8c87affa, 'name': SearchDatastore_Task, 'duration_secs': 0.025965} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.773018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.773018] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2203.773018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.773018] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.773018] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2203.774200] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f2ee3d7-d3db-46b0-a540-065322e395ea {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.777319] env[62743]: DEBUG nova.network.neutron [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.786937] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2203.787601] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2203.788489] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afddf51-a4e2-46c1-8634-8a932889fc9b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.797452] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2203.797452] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f5b3c7-c388-bf32-1aae-2ab0ea140b4d" [ 2203.797452] env[62743]: _type = "Task" [ 2203.797452] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.803371] env[62743]: INFO nova.compute.manager [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Unrescuing [ 2203.803726] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.804832] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.804832] env[62743]: DEBUG nova.network.neutron [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2203.813482] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f5b3c7-c388-bf32-1aae-2ab0ea140b4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.814738] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd99c64-d06a-4eff-badb-dae88ab16ae3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.821624] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2203.821624] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f61127-a29e-fd12-1180-8f6d5ff9c594" [ 2203.821624] env[62743]: _type = "Task" [ 2203.821624] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.832826] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f61127-a29e-fd12-1180-8f6d5ff9c594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.849638] env[62743]: DEBUG nova.network.neutron [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updated VIF entry in instance network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2203.850032] env[62743]: DEBUG nova.network.neutron [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.015663] env[62743]: DEBUG nova.network.neutron [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Updated VIF entry in instance network info cache for port 5a6adfc6-30d9-4ac6-abfc-462b0bedc16b. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2204.016133] env[62743]: DEBUG nova.network.neutron [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Updating instance_info_cache with network_info: [{"id": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "address": "fa:16:3e:d7:80:dc", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a6adfc6-30", "ovs_interfaceid": "5a6adfc6-30d9-4ac6-abfc-462b0bedc16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.056189] env[62743]: DEBUG nova.compute.utils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2204.058126] env[62743]: DEBUG nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2204.058126] env[62743]: DEBUG nova.network.neutron [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2204.101650] env[62743]: DEBUG nova.policy [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7344966eb8014c51bff4f7b7bd4e3929', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcb0525698f042758b9b4f457667f9f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2204.280417] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.312670] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1aa667-75c0-4729-9a82-98433ce8ba89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.320145] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346fad9f-e071-4e8b-9edf-708a3e0746ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.354583] env[62743]: DEBUG oslo_concurrency.lockutils [req-8fcf123c-e101-475e-a92a-3c1b03e9fed9 req-cdc9ca17-d34b-4cd0-834f-a9a7186b7d53 service nova] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.358336] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270380d-95c2-47f5-9460-fbff6a4cb338 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.365494] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f61127-a29e-fd12-1180-8f6d5ff9c594, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.365695] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.365947] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b92ae33b-b41a-4281-8ba7-c41682b4d249/b92ae33b-b41a-4281-8ba7-c41682b4d249.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2204.366220] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c13076b1-042b-4e2e-a67d-8d2971772a24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.373100] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a7cb4-b5cb-42ba-bcb2-f664fbf4dd11 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.377935] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2204.377935] env[62743]: value = "task-2064435" [ 2204.377935] env[62743]: _type = "Task" [ 2204.377935] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.387660] env[62743]: DEBUG nova.compute.provider_tree [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.393732] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.401770] env[62743]: DEBUG nova.network.neutron [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Successfully created port: 3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2204.521020] env[62743]: DEBUG oslo_concurrency.lockutils [req-8bb2a539-9d35-45e3-8f02-c1c546fe0333 req-38187647-138d-4a6c-9983-da2c3d765afd service nova] Releasing lock "refresh_cache-63564e81-54bf-4666-b866-5501be38fe3d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.558621] env[62743]: DEBUG nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2204.617808] env[62743]: DEBUG nova.network.neutron [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Updating instance_info_cache with network_info: [{"id": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "address": "fa:16:3e:c5:4c:6d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0d13e3-5a", "ovs_interfaceid": "4b0d13e3-5a0a-483b-9b34-881548f0278d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.805207] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de01c984-51fd-41f3-8a16-9c0ed780d4f5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.828428] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b121993f-eee2-45da-b26b-84aff903ca5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.838885] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance '80efd7e0-078b-44cc-a0c0-ab1d868a9414' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2204.891914] env[62743]: DEBUG nova.scheduler.client.report [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2204.895248] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064435, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.121268] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.121932] env[62743]: DEBUG nova.objects.instance [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lazy-loading 'flavor' on Instance uuid 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.346027] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2205.346214] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10a1da5-16e3-46f0-adbd-b3d238529a84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.354377] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2205.354377] env[62743]: value = "task-2064436" [ 2205.354377] env[62743]: _type = "Task" [ 2205.354377] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.362328] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.386453] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693096} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.386705] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b92ae33b-b41a-4281-8ba7-c41682b4d249/b92ae33b-b41a-4281-8ba7-c41682b4d249.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2205.386928] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2205.387203] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8d1e8c9-9ebd-4f52-b4be-e0ea3a8f3f1b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.394415] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2205.394415] env[62743]: value = "task-2064437" [ 2205.394415] env[62743]: _type = "Task" [ 2205.394415] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.398062] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.400137] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.197s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.406433] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.419124] env[62743]: INFO nova.scheduler.client.report [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Deleted allocations for instance aa2ca68d-151a-4a1f-b526-230b8d8606a0 [ 2205.571514] env[62743]: DEBUG nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2205.597994] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2205.598258] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2205.598435] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2205.598605] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2205.598778] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2205.598963] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2205.599200] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2205.599357] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2205.599522] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2205.599684] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2205.599865] env[62743]: DEBUG nova.virt.hardware [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2205.601117] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d969dbdb-619c-4d50-8590-74a129fafa04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.609564] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1fb842-12d3-4858-9a34-63102f769875 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.629157] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaad98b-de1b-4351-9df0-e08bbf8e8399 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.650803] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2205.651203] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c53d1f4-1f59-4a6d-a697-12dfbb6fd059 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.658342] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2205.658342] env[62743]: value = "task-2064438" [ 2205.658342] env[62743]: _type = "Task" [ 2205.658342] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.668987] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.864629] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.892529] env[62743]: DEBUG nova.compute.manager [req-02f61ce6-a868-4a40-ae47-0388183e2e66 req-a7adc133-7fa1-45b3-aefe-49c59f62d296 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Received event network-vif-plugged-3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2205.892909] env[62743]: DEBUG oslo_concurrency.lockutils [req-02f61ce6-a868-4a40-ae47-0388183e2e66 req-a7adc133-7fa1-45b3-aefe-49c59f62d296 service nova] Acquiring lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.893299] env[62743]: DEBUG oslo_concurrency.lockutils [req-02f61ce6-a868-4a40-ae47-0388183e2e66 req-a7adc133-7fa1-45b3-aefe-49c59f62d296 service nova] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.893656] env[62743]: DEBUG oslo_concurrency.lockutils [req-02f61ce6-a868-4a40-ae47-0388183e2e66 req-a7adc133-7fa1-45b3-aefe-49c59f62d296 service nova] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.893934] env[62743]: DEBUG nova.compute.manager [req-02f61ce6-a868-4a40-ae47-0388183e2e66 req-a7adc133-7fa1-45b3-aefe-49c59f62d296 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] No waiting events found dispatching network-vif-plugged-3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2205.894204] env[62743]: WARNING nova.compute.manager [req-02f61ce6-a868-4a40-ae47-0388183e2e66 req-a7adc133-7fa1-45b3-aefe-49c59f62d296 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Received unexpected event network-vif-plugged-3b7f84a2-5342-4db8-90e7-745e294691f4 for instance with vm_state building and task_state spawning. [ 2205.904462] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068829} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.904782] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2205.905648] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05385e8c-f989-4f82-b36e-aa792516bb59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.910557] env[62743]: INFO nova.compute.claims [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2205.937572] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b92ae33b-b41a-4281-8ba7-c41682b4d249/b92ae33b-b41a-4281-8ba7-c41682b4d249.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2205.938974] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7b03705a-3055-4755-b2c3-b49032014347 tempest-ServersTestJSON-1925926889 tempest-ServersTestJSON-1925926889-project-member] Lock "aa2ca68d-151a-4a1f-b526-230b8d8606a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.085s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.944351] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a620e3fd-5761-4bbe-8f24-d4963693399b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.966910] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2205.966910] env[62743]: value = "task-2064439" [ 2205.966910] env[62743]: _type = "Task" [ 2205.966910] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.975500] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.168354] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064438, 'name': PowerOffVM_Task, 'duration_secs': 0.443346} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.168814] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2206.173721] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2206.174351] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7b82ee-58b5-4b29-9d99-a2510592ee52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.191409] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2206.191409] env[62743]: value = "task-2064441" [ 2206.191409] env[62743]: _type = "Task" [ 2206.191409] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.199095] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.364407] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.416765] env[62743]: INFO nova.compute.resource_tracker [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating resource usage from migration 3e62b61e-97b0-4f61-bec7-b19da277fd22 [ 2206.464537] env[62743]: DEBUG nova.network.neutron [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Successfully updated port: 3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2206.486630] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064439, 'name': ReconfigVM_Task, 'duration_secs': 0.332024} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.491815] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b92ae33b-b41a-4281-8ba7-c41682b4d249/b92ae33b-b41a-4281-8ba7-c41682b4d249.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2206.494048] env[62743]: DEBUG nova.compute.manager [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Received event network-changed-3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2206.494373] env[62743]: DEBUG nova.compute.manager [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Refreshing instance network info cache due to event network-changed-3b7f84a2-5342-4db8-90e7-745e294691f4. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2206.494723] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] Acquiring lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.496017] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] Acquired lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.496017] env[62743]: DEBUG nova.network.neutron [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Refreshing network info cache for port 3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2206.497520] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2565dcf6-d66d-4017-bfd8-4e704ad5ed7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.506478] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2206.506478] env[62743]: value = "task-2064442" [ 2206.506478] env[62743]: _type = "Task" [ 2206.506478] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.517911] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064442, 'name': Rename_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.684116] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0973d185-f265-48a3-a7ae-094704769030 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.692482] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e1458-84a4-4bc4-9d33-1671ed81c7e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.703558] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064441, 'name': ReconfigVM_Task, 'duration_secs': 0.439849} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.729053] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2206.729266] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2206.729738] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f471381a-62e0-474a-aba9-d91944977771 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.731921] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c4671a-c010-430d-bd97-b36386be154a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.741295] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921fc6d5-783d-4459-81d4-cffb2f5b5886 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.745456] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2206.745456] env[62743]: value = "task-2064443" [ 2206.745456] env[62743]: _type = "Task" [ 2206.745456] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.758415] env[62743]: DEBUG nova.compute.provider_tree [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2206.764115] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.864945] env[62743]: DEBUG oslo_vmware.api [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064436, 'name': PowerOnVM_Task, 'duration_secs': 1.503768} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.865322] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2206.865514] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7629e382-a9bd-48c3-a151-1ee4f6368542 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance '80efd7e0-078b-44cc-a0c0-ab1d868a9414' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2206.967697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.020279] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064442, 'name': Rename_Task, 'duration_secs': 0.146154} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.020559] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2207.020808] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5367646e-2265-4d63-b640-76f5d68ad6d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.027614] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2207.027614] env[62743]: value = "task-2064444" [ 2207.027614] env[62743]: _type = "Task" [ 2207.027614] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.028359] env[62743]: DEBUG nova.network.neutron [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2207.038157] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.101012] env[62743]: DEBUG nova.network.neutron [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.255578] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.262711] env[62743]: DEBUG nova.scheduler.client.report [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.541582] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064444, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.603581] env[62743]: DEBUG oslo_concurrency.lockutils [req-4f6e5a07-db6c-417c-810d-422fff5eb264 req-b518ec75-906b-46bc-be92-35e9f6ae23d1 service nova] Releasing lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.603809] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquired lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.603981] env[62743]: DEBUG nova.network.neutron [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2207.756987] env[62743]: DEBUG oslo_vmware.api [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064443, 'name': PowerOnVM_Task, 'duration_secs': 0.542474} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.760894] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2207.760894] env[62743]: DEBUG nova.compute.manager [None req-8ea99c53-220a-4a91-ba54-c540bec12226 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.760894] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5443bee8-84b3-42f3-96fa-dfe0175d2475 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.770037] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.370s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.770422] env[62743]: INFO nova.compute.manager [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Migrating [ 2207.778057] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.243s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.778599] env[62743]: DEBUG nova.objects.instance [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lazy-loading 'resources' on Instance uuid de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2208.041570] env[62743]: DEBUG oslo_vmware.api [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064444, 'name': PowerOnVM_Task, 'duration_secs': 0.541496} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.041846] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2208.042830] env[62743]: INFO nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Took 7.69 seconds to spawn the instance on the hypervisor. [ 2208.043119] env[62743]: DEBUG nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2208.045902] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08efd52b-9218-4de3-b7a3-5b989fceae85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.134306] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "09b4fb94-d464-46ba-9736-626dc282f4ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.135033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.139631] env[62743]: DEBUG nova.network.neutron [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2208.289078] env[62743]: DEBUG nova.network.neutron [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Updating instance_info_cache with network_info: [{"id": "3b7f84a2-5342-4db8-90e7-745e294691f4", "address": "fa:16:3e:60:35:b0", "network": {"id": "b34fd6f7-8349-46c9-9337-34a2157db8ee", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-151073356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb0525698f042758b9b4f457667f9f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7f84a2-53", "ovs_interfaceid": "3b7f84a2-5342-4db8-90e7-745e294691f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.292917] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.293058] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.293682] env[62743]: DEBUG nova.network.neutron [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2208.298878] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2208.299162] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423377', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'name': 'volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'serial': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2208.299939] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302e2e13-f347-4284-9334-f629721f9d31 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.321720] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4794fb15-c739-46d5-8c9d-a52bb4341f9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.346676] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281/volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2208.349463] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44905a0-3b1a-4345-b97c-a7fa9ba7e625 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.368946] env[62743]: DEBUG oslo_vmware.api [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2208.368946] env[62743]: value = "task-2064445" [ 2208.368946] env[62743]: _type = "Task" [ 2208.368946] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.386049] env[62743]: DEBUG oslo_vmware.api [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.549356] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4240d10a-7011-4431-abca-94db2aede361 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.561492] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eecbed-d36b-4365-98c3-3edde601c148 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.566802] env[62743]: INFO nova.compute.manager [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Took 13.80 seconds to build instance. [ 2208.596322] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69feff8-9c7a-4d50-9f28-67a1f4c4acba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.604646] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af79e27-a787-4692-91f8-6724e8c239e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.618926] env[62743]: DEBUG nova.compute.provider_tree [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2208.637942] env[62743]: DEBUG nova.compute.utils [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2208.797024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Releasing lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.797024] env[62743]: DEBUG nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Instance network_info: |[{"id": "3b7f84a2-5342-4db8-90e7-745e294691f4", "address": "fa:16:3e:60:35:b0", "network": {"id": "b34fd6f7-8349-46c9-9337-34a2157db8ee", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-151073356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb0525698f042758b9b4f457667f9f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7f84a2-53", "ovs_interfaceid": "3b7f84a2-5342-4db8-90e7-745e294691f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2208.799545] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:35:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7f84a2-5342-4db8-90e7-745e294691f4', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2208.806787] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Creating folder: Project (dcb0525698f042758b9b4f457667f9f2). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2208.807081] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4863390-f34c-4981-adbd-521890bed8c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.817617] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Created folder: Project (dcb0525698f042758b9b4f457667f9f2) in parent group-v423128. [ 2208.817844] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Creating folder: Instances. Parent ref: group-v423378. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2208.818182] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-202d61b9-2102-4385-a27f-8d39a83b4922 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.826779] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Created folder: Instances in parent group-v423378. [ 2208.827017] env[62743]: DEBUG oslo.service.loopingcall [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2208.827213] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2208.827423] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-184887f7-db40-453f-b34c-9cf5df14cb1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.846053] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2208.846053] env[62743]: value = "task-2064448" [ 2208.846053] env[62743]: _type = "Task" [ 2208.846053] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.853866] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064448, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.880018] env[62743]: DEBUG oslo_vmware.api [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064445, 'name': ReconfigVM_Task, 'duration_secs': 0.351945} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.880428] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281/volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2208.887152] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70324e5c-e977-4f02-bb1e-18669cad92a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.904668] env[62743]: DEBUG oslo_vmware.api [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2208.904668] env[62743]: value = "task-2064449" [ 2208.904668] env[62743]: _type = "Task" [ 2208.904668] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.916435] env[62743]: DEBUG oslo_vmware.api [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.069361] env[62743]: DEBUG oslo_concurrency.lockutils [None req-17b70e1b-b17c-4d1f-98b3-6ad1dda6bc4d tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.317s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.125289] env[62743]: DEBUG nova.scheduler.client.report [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2209.141925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.177296] env[62743]: DEBUG nova.network.neutron [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance_info_cache with network_info: [{"id": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "address": "fa:16:3e:dc:c0:fb", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0c2ea5-4a", "ovs_interfaceid": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.356016] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064448, 'name': CreateVM_Task, 'duration_secs': 0.378813} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.356317] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2209.356912] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.357097] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.357410] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2209.357679] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8ce65a-6510-4d9d-af00-324d0a6019ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.363365] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2209.363365] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52561359-ab17-ca8c-5c4d-a463a4cab641" [ 2209.363365] env[62743]: _type = "Task" [ 2209.363365] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.371670] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52561359-ab17-ca8c-5c4d-a463a4cab641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.418307] env[62743]: DEBUG oslo_vmware.api [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064449, 'name': ReconfigVM_Task, 'duration_secs': 0.145024} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.418804] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423377', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'name': 'volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'serial': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2209.627414] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.670872] env[62743]: INFO nova.scheduler.client.report [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Deleted allocations for instance de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f [ 2209.679741] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.781807] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.782323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.782323] env[62743]: DEBUG nova.compute.manager [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Going to confirm migration 5 {{(pid=62743) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2209.874514] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52561359-ab17-ca8c-5c4d-a463a4cab641, 'name': SearchDatastore_Task, 'duration_secs': 0.013064} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.874811] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.875093] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2209.875294] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.875438] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.875612] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2209.875883] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-495caec6-b25f-45b3-8739-a13ceaa539a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.884650] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2209.884828] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2209.885562] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d48171c-7daa-489e-9c43-f102ebe558bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.891040] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2209.891040] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a8dc12-5019-bd1f-305b-237892d7dcc2" [ 2209.891040] env[62743]: _type = "Task" [ 2209.891040] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.902584] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a8dc12-5019-bd1f-305b-237892d7dcc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.180021] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a5397bf-036f-4f7d-ac61-2be2b140dfb1 tempest-DeleteServersTestJSON-1299366144 tempest-DeleteServersTestJSON-1299366144-project-member] Lock "de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.828s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.267784] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "09b4fb94-d464-46ba-9736-626dc282f4ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.268120] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.268416] env[62743]: INFO nova.compute.manager [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Attaching volume 095b1a7d-5425-4b2e-8707-9b74b6b4cd49 to /dev/sdb [ 2210.314095] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c80d4c-8e2f-475d-9202-26f757622b27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.321963] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04eedde8-51f7-4bfb-95c6-7c32fdec7c82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.337211] env[62743]: DEBUG nova.virt.block_device [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updating existing volume attachment record: 782cd898-566d-44cb-b4fe-19a8f4e797e6 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2210.346621] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.346829] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.346974] env[62743]: DEBUG nova.network.neutron [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2210.347166] env[62743]: DEBUG nova.objects.instance [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'info_cache' on Instance uuid 80efd7e0-078b-44cc-a0c0-ab1d868a9414 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2210.392584] env[62743]: DEBUG nova.compute.manager [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2210.392803] env[62743]: DEBUG nova.compute.manager [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing instance network info cache due to event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2210.393010] env[62743]: DEBUG oslo_concurrency.lockutils [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.393160] env[62743]: DEBUG oslo_concurrency.lockutils [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.393317] env[62743]: DEBUG nova.network.neutron [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.408312] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a8dc12-5019-bd1f-305b-237892d7dcc2, 'name': SearchDatastore_Task, 'duration_secs': 0.034407} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.409226] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc61dd7-1ee1-49cb-a01f-a677be6e17f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.415728] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2210.415728] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bbdc0f-90e5-8190-c423-2c5051fdcb84" [ 2210.415728] env[62743]: _type = "Task" [ 2210.415728] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.427839] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bbdc0f-90e5-8190-c423-2c5051fdcb84, 'name': SearchDatastore_Task} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.428390] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.428693] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e205af34-4ca2-4a00-845b-229d7c2d9ea2/e205af34-4ca2-4a00-845b-229d7c2d9ea2.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2210.428981] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b63aa48-b8b3-4dfc-99d4-41f0954c0e5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.436226] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2210.436226] env[62743]: value = "task-2064450" [ 2210.436226] env[62743]: _type = "Task" [ 2210.436226] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.446477] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.457443] env[62743]: DEBUG nova.objects.instance [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 37a38f49-43d2-4bf4-8c65-27bf8b12d15e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2210.952703] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504474} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.956434] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] e205af34-4ca2-4a00-845b-229d7c2d9ea2/e205af34-4ca2-4a00-845b-229d7c2d9ea2.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2210.956996] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2210.957104] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cab8373b-8732-4d26-a21c-2f0df4c31c5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.963231] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7dedfc8f-3178-45c1-ab79-35bfe9c3cc6c tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.970982] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2210.970982] env[62743]: value = "task-2064453" [ 2210.970982] env[62743]: _type = "Task" [ 2210.970982] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.984658] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.202197] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef35c36-7728-474b-bcdd-359ef3c2ec43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.230222] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance '30ea281b-bd2f-4b17-bac3-5da08f168172' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2211.405971] env[62743]: DEBUG nova.network.neutron [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updated VIF entry in instance network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2211.406357] env[62743]: DEBUG nova.network.neutron [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.487562] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089099} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.487980] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2211.489543] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5501420-407d-483d-b885-fcd806d1542e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.521363] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] e205af34-4ca2-4a00-845b-229d7c2d9ea2/e205af34-4ca2-4a00-845b-229d7c2d9ea2.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2211.524131] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7544088d-f216-4aab-ae0b-992651374cdf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.545511] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2211.545511] env[62743]: value = "task-2064456" [ 2211.545511] env[62743]: _type = "Task" [ 2211.545511] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.554333] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.579754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.579754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.671739] env[62743]: DEBUG nova.network.neutron [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [{"id": "5a87affa-256d-4100-ac28-16031516034e", "address": "fa:16:3e:5e:ea:4d", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a87affa-25", "ovs_interfaceid": "5a87affa-256d-4100-ac28-16031516034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.736109] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2211.736109] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8c3e3d-2f25-42ce-b20d-6039a0a7f2a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.743333] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2211.743333] env[62743]: value = "task-2064457" [ 2211.743333] env[62743]: _type = "Task" [ 2211.743333] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.756578] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.808103] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.808390] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.912620] env[62743]: DEBUG oslo_concurrency.lockutils [req-f24505c5-ddf6-4815-9df6-d0ae2f19178a req-578338a7-a10d-49ac-aabf-734e73735ae1 service nova] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.950783] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.951062] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.058536] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.084164] env[62743]: DEBUG nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2212.176294] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-80efd7e0-078b-44cc-a0c0-ab1d868a9414" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.176692] env[62743]: DEBUG nova.objects.instance [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'migration_context' on Instance uuid 80efd7e0-078b-44cc-a0c0-ab1d868a9414 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2212.258734] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064457, 'name': PowerOffVM_Task, 'duration_secs': 0.191443} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.259047] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2212.259257] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance '30ea281b-bd2f-4b17-bac3-5da08f168172' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2212.313722] env[62743]: DEBUG nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2212.454601] env[62743]: DEBUG nova.compute.utils [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2212.563341] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064456, 'name': ReconfigVM_Task, 'duration_secs': 0.84153} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.563704] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] e205af34-4ca2-4a00-845b-229d7c2d9ea2/e205af34-4ca2-4a00-845b-229d7c2d9ea2.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2212.564447] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4884078c-2f07-4f53-9e33-a4d3431d5b5b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.571245] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2212.571245] env[62743]: value = "task-2064458" [ 2212.571245] env[62743]: _type = "Task" [ 2212.571245] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.579161] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064458, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.609348] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.609509] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.611314] env[62743]: INFO nova.compute.claims [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2212.679224] env[62743]: DEBUG nova.objects.base [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Object Instance<80efd7e0-078b-44cc-a0c0-ab1d868a9414> lazy-loaded attributes: info_cache,migration_context {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2212.680928] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cf93b3-7a34-4a6d-94af-9b8a23dfb166 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.703467] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9fd53c-4c1f-43c3-8a15-4e9664ca7658 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.709548] env[62743]: DEBUG oslo_vmware.api [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2212.709548] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5246f105-81c4-6c29-ad07-921d14f733b9" [ 2212.709548] env[62743]: _type = "Task" [ 2212.709548] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.717943] env[62743]: DEBUG oslo_vmware.api [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5246f105-81c4-6c29-ad07-921d14f733b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.765553] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2212.765826] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2212.765973] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2212.766172] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2212.766318] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2212.766464] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2212.766664] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2212.766821] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2212.766999] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2212.767182] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2212.767375] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2212.772628] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af8c8ab-9b7e-4938-8877-fdd27a84d394 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.789393] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2212.789393] env[62743]: value = "task-2064459" [ 2212.789393] env[62743]: _type = "Task" [ 2212.789393] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.797895] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.838998] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.958446] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.081654] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064458, 'name': Rename_Task, 'duration_secs': 0.207638} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.081933] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2213.082195] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf4cf937-191e-47b4-8380-83a08b829bfc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.088579] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2213.088579] env[62743]: value = "task-2064460" [ 2213.088579] env[62743]: _type = "Task" [ 2213.088579] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.096373] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.223381] env[62743]: DEBUG oslo_vmware.api [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5246f105-81c4-6c29-ad07-921d14f733b9, 'name': SearchDatastore_Task, 'duration_secs': 0.007725} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.223712] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.299097] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.517417] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.517650] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.598936] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.800310] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.846291] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bf98a5-bbe9-4a8b-b387-8ff89106549e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.854033] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f049d99-b49a-456f-b019-716e83370995 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.883679] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041a30a3-c3d4-486a-aead-1509bb2abba0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.891385] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24918f0c-8c53-4979-8a77-3ed4164d92c3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.904505] env[62743]: DEBUG nova.compute.provider_tree [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2214.024187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.024517] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.024759] env[62743]: INFO nova.compute.manager [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Attaching volume b27aa565-7bd9-41f1-9df0-4b4172bfa636 to /dev/sdc [ 2214.026598] env[62743]: DEBUG nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2214.065802] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc029f8-c80d-48e3-9e87-77a099c7a381 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.074107] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b280c19-2f06-4872-8bad-cc59706b190c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.088974] env[62743]: DEBUG nova.virt.block_device [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updating existing volume attachment record: a1004837-a508-4d80-a937-afd930fc2f0e {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2214.101146] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064460, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.300610] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064459, 'name': ReconfigVM_Task, 'duration_secs': 1.315556} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.300916] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance '30ea281b-bd2f-4b17-bac3-5da08f168172' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2214.408469] env[62743]: DEBUG nova.scheduler.client.report [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2214.552829] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.601545] env[62743]: DEBUG oslo_vmware.api [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064460, 'name': PowerOnVM_Task, 'duration_secs': 1.030355} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.601829] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2214.602063] env[62743]: INFO nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Took 9.03 seconds to spawn the instance on the hypervisor. [ 2214.602257] env[62743]: DEBUG nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2214.603036] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a152bb-6c2b-4b1b-a562-fcfe83b2d08d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.808029] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:52:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c049f04-a330-4191-9388-1bf23d3627f3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1982689911',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2214.808339] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2214.808557] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2214.808760] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2214.808910] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2214.809072] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2214.809287] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2214.809443] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2214.809609] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2214.809770] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2214.809940] env[62743]: DEBUG nova.virt.hardware [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2214.815720] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2214.816152] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f1f143-012d-4930-a584-a51fc7c4b9b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.835050] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2214.835050] env[62743]: value = "task-2064463" [ 2214.835050] env[62743]: _type = "Task" [ 2214.835050] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.843284] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.913926] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.914614] env[62743]: DEBUG nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2214.918119] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.079s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.919705] env[62743]: INFO nova.compute.claims [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2215.123953] env[62743]: INFO nova.compute.manager [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Took 16.09 seconds to build instance. [ 2215.346499] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064463, 'name': ReconfigVM_Task, 'duration_secs': 0.159291} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.346820] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2215.347682] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a856e1ba-4b51-427f-897d-af7bbe95c5c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.373674] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.374089] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eafcee4-2e1b-41a0-8035-6ffc19bedda6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.395081] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2215.395081] env[62743]: value = "task-2064464" [ 2215.395081] env[62743]: _type = "Task" [ 2215.395081] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.399141] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2215.400664] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2215.400664] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da16c3-8cf7-45ad-ab34-3862a639da00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.408540] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064464, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.421144] env[62743]: DEBUG nova.compute.utils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2215.423679] env[62743]: DEBUG nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2215.423936] env[62743]: DEBUG nova.network.neutron [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2215.428676] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2718be-57ed-4a75-b491-9b384cabe8e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.455533] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49/volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.456843] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fff56d-8df7-4d5b-aa32-db6b54fa932c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.474850] env[62743]: DEBUG oslo_vmware.api [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2215.474850] env[62743]: value = "task-2064465" [ 2215.474850] env[62743]: _type = "Task" [ 2215.474850] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.483234] env[62743]: DEBUG oslo_vmware.api [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.514319] env[62743]: DEBUG nova.policy [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2215.626891] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1a9c0ba5-0dec-41b4-aa7b-a4b70b55ef0e tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.617s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.905399] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064464, 'name': ReconfigVM_Task, 'duration_secs': 0.292672} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.905673] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.906051] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance '30ea281b-bd2f-4b17-bac3-5da08f168172' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2215.932818] env[62743]: DEBUG nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2215.991458] env[62743]: DEBUG oslo_vmware.api [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064465, 'name': ReconfigVM_Task, 'duration_secs': 0.362026} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.991752] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49/volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.996899] env[62743]: DEBUG nova.network.neutron [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Successfully created port: f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2216.000978] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46a169d2-e21b-46b3-a799-3c8949be1c3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.018554] env[62743]: DEBUG oslo_vmware.api [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2216.018554] env[62743]: value = "task-2064466" [ 2216.018554] env[62743]: _type = "Task" [ 2216.018554] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.031537] env[62743]: DEBUG oslo_vmware.api [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.228202] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f06be2-6e9c-4abf-b3d9-34f0577f94ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.236016] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1384c74a-a8a6-4185-8b10-940cd889ab69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.267289] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a28f35-a88e-4ad9-ba63-304bbf9cd907 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.274946] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7778d3a3-8e48-4179-b96b-7b8b6c427038 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.288070] env[62743]: DEBUG nova.compute.provider_tree [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2216.414159] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8952fb3-ddb7-45c4-9561-919c8c800027 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.438880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc4ed27-9181-417e-a478-ed54abc6c722 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.463766] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance '30ea281b-bd2f-4b17-bac3-5da08f168172' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.530328] env[62743]: DEBUG oslo_vmware.api [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064466, 'name': ReconfigVM_Task, 'duration_secs': 0.152134} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.530328] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2216.791410] env[62743]: DEBUG nova.scheduler.client.report [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.948953] env[62743]: DEBUG nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2216.954928] env[62743]: DEBUG nova.compute.manager [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Received event network-changed-3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2216.955171] env[62743]: DEBUG nova.compute.manager [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Refreshing instance network info cache due to event network-changed-3b7f84a2-5342-4db8-90e7-745e294691f4. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2216.955461] env[62743]: DEBUG oslo_concurrency.lockutils [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] Acquiring lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.955622] env[62743]: DEBUG oslo_concurrency.lockutils [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] Acquired lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.955806] env[62743]: DEBUG nova.network.neutron [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Refreshing network info cache for port 3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2216.984963] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2216.985258] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2216.985491] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2216.985719] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2216.985881] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2216.986116] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2216.986403] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2216.986604] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2216.986825] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2216.987041] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2216.987265] env[62743]: DEBUG nova.virt.hardware [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2216.988592] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb2d07-b42b-4b5c-80f1-decd6a613c06 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.996697] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08832a9-8a6d-4a3e-9c76-c2e9715dc576 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.013126] env[62743]: DEBUG nova.network.neutron [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Port 5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2217.298289] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.298932] env[62743]: DEBUG nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2217.301809] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.078s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.572547] env[62743]: DEBUG nova.objects.instance [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'flavor' on Instance uuid 09b4fb94-d464-46ba-9736-626dc282f4ef {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2217.806046] env[62743]: DEBUG nova.compute.utils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2217.814632] env[62743]: DEBUG nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2217.814811] env[62743]: DEBUG nova.network.neutron [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2217.846493] env[62743]: DEBUG nova.network.neutron [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Updated VIF entry in instance network info cache for port 3b7f84a2-5342-4db8-90e7-745e294691f4. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2217.846772] env[62743]: DEBUG nova.network.neutron [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Updating instance_info_cache with network_info: [{"id": "3b7f84a2-5342-4db8-90e7-745e294691f4", "address": "fa:16:3e:60:35:b0", "network": {"id": "b34fd6f7-8349-46c9-9337-34a2157db8ee", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-151073356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcb0525698f042758b9b4f457667f9f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7f84a2-53", "ovs_interfaceid": "3b7f84a2-5342-4db8-90e7-745e294691f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.909588] env[62743]: DEBUG nova.policy [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66f3a742c9344dbe92152c839ff0ce42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0269e34181ee4d4ba6f5f2ef61e299fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2218.053527] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.053764] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.053964] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.083798] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bf2702d-97c6-446c-942d-1844c8d839ee tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.168025] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bece820-b133-41e9-8be1-2cf21c86108a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.175859] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e3a20b-5b14-45ac-8384-7a7efd3e897b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.214946] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dcc880-5c57-4f28-b61a-d3befc719fe3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.224778] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed1035-9051-4267-8c9a-b98a65927f99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.238939] env[62743]: DEBUG nova.compute.provider_tree [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2218.314953] env[62743]: DEBUG nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2218.352917] env[62743]: DEBUG oslo_concurrency.lockutils [req-cdd8d752-13a3-45a6-82ea-215785deb89c req-cde589d1-5fb5-4726-b83a-cf8649f35832 service nova] Releasing lock "refresh_cache-e205af34-4ca2-4a00-845b-229d7c2d9ea2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.499225] env[62743]: DEBUG nova.network.neutron [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Successfully created port: 6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2218.720647] env[62743]: INFO nova.compute.manager [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Rebuilding instance [ 2218.742073] env[62743]: DEBUG nova.scheduler.client.report [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.778210] env[62743]: DEBUG nova.compute.manager [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2218.779284] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091e8611-709d-4357-a095-266cbadf6680 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.086563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.086814] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.087612] env[62743]: DEBUG nova.network.neutron [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2219.330205] env[62743]: DEBUG nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2219.354838] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2219.355097] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2219.355255] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2219.355434] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2219.355576] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2219.355735] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2219.355929] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2219.356109] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2219.356276] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2219.356434] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2219.356602] env[62743]: DEBUG nova.virt.hardware [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2219.357497] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39b254e-fd2f-40dd-9f6e-1b50ba947919 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.366054] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b37cfcb-bc2f-447d-a905-2d944a4ec4b5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.763620] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.462s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.766354] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.214s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.768316] env[62743]: INFO nova.compute.claims [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2219.796852] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2219.800023] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52e9f9f-2204-4819-ab47-9fb7053538c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.806289] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2219.806289] env[62743]: value = "task-2064468" [ 2219.806289] env[62743]: _type = "Task" [ 2219.806289] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.811375] env[62743]: DEBUG nova.network.neutron [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance_info_cache with network_info: [{"id": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "address": "fa:16:3e:dc:c0:fb", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0c2ea5-4a", "ovs_interfaceid": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.815633] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.088420] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "5d246d9c-e402-4190-b5ee-a3bab1392013" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.088714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.319993] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.331295] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064468, 'name': PowerOffVM_Task, 'duration_secs': 0.180636} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.331295] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2220.359570] env[62743]: INFO nova.scheduler.client.report [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted allocation for migration 6de0b31f-8c63-4135-82b4-d1446d4f4b35 [ 2220.391310] env[62743]: INFO nova.compute.manager [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Detaching volume 095b1a7d-5425-4b2e-8707-9b74b6b4cd49 [ 2220.429328] env[62743]: INFO nova.virt.block_device [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Attempting to driver detach volume 095b1a7d-5425-4b2e-8707-9b74b6b4cd49 from mountpoint /dev/sdb [ 2220.429531] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2220.429784] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2220.430812] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8492b4-4c05-4667-9674-77d389045e19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.453358] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e309a2-3409-4e3b-8aff-727081036b0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.464471] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993af90f-2b9c-43c3-aa87-8194c0a4e802 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.487846] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd3110-3a0f-4ebc-b454-992116b9488f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.503805] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] The volume has not been displaced from its original location: [datastore1] volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49/volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2220.508942] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2220.509461] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547a3389-6215-4baa-bf93-2fc9eb01501c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.527785] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2220.527785] env[62743]: value = "task-2064469" [ 2220.527785] env[62743]: _type = "Task" [ 2220.527785] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.538897] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.594031] env[62743]: DEBUG nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2220.656448] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2220.656448] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423383', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'name': 'volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'serial': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2220.658639] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec5e7c1-bcd9-44f9-bb53-55e8025080eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.678675] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f3ff17-2fe2-4341-a482-4e0eab5aa4c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.710495] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636/volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2220.710862] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecff56e-d540-4b7f-be12-38a18a48d68f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.729485] env[62743]: DEBUG oslo_vmware.api [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2220.729485] env[62743]: value = "task-2064470" [ 2220.729485] env[62743]: _type = "Task" [ 2220.729485] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.738220] env[62743]: DEBUG oslo_vmware.api [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.853087] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eb0073-9488-4555-93d8-4f2f26becf97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.872804] env[62743]: DEBUG oslo_concurrency.lockutils [None req-65140770-18ff-41a0-a269-11479d603faf tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.091s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.876890] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4be4b9-f467-4c61-857a-9709c34d51c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.884458] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance '30ea281b-bd2f-4b17-bac3-5da08f168172' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2220.960728] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.960887] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.961088] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.961300] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.961470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.965807] env[62743]: INFO nova.compute.manager [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Terminating instance [ 2221.042362] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064469, 'name': ReconfigVM_Task, 'duration_secs': 0.197875} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.043014] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2221.047963] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3729901-9633-4435-b808-157fc4a31a0d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.066550] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2221.066550] env[62743]: value = "task-2064471" [ 2221.066550] env[62743]: _type = "Task" [ 2221.066550] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.076899] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.085825] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af2194e-6584-4fde-91cd-bc13167b11d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.093034] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c25f30-958f-48b9-9972-5570a1b5f728 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.128160] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e916e994-e311-4bab-9375-cd79e6374285 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.136403] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d13116-4c9f-424f-89c0-3fcc021705de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.150240] env[62743]: DEBUG nova.compute.provider_tree [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.152597] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.240456] env[62743]: DEBUG oslo_vmware.api [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064470, 'name': ReconfigVM_Task, 'duration_secs': 0.376401} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.240609] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636/volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2221.245338] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9249bb-8807-4991-9691-e7e0132154f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.260922] env[62743]: DEBUG oslo_vmware.api [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2221.260922] env[62743]: value = "task-2064472" [ 2221.260922] env[62743]: _type = "Task" [ 2221.260922] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.269422] env[62743]: DEBUG oslo_vmware.api [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.391066] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2221.391365] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02a08ade-35c5-4bec-a007-dc5f2e05efcf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.397840] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2221.397840] env[62743]: value = "task-2064473" [ 2221.397840] env[62743]: _type = "Task" [ 2221.397840] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.405698] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.472341] env[62743]: DEBUG nova.compute.manager [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2221.472619] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2221.473700] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c8b0bd-fa5f-4128-a17c-e227cdb8e8eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.481254] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2221.481539] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06aff2bd-6a8e-4780-bc00-553afefe1306 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.492117] env[62743]: DEBUG oslo_vmware.api [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2221.492117] env[62743]: value = "task-2064474" [ 2221.492117] env[62743]: _type = "Task" [ 2221.492117] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.501976] env[62743]: DEBUG oslo_vmware.api [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.577182] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064471, 'name': ReconfigVM_Task, 'duration_secs': 0.155149} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.577547] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2221.654999] env[62743]: DEBUG nova.scheduler.client.report [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2221.777159] env[62743]: DEBUG oslo_vmware.api [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064472, 'name': ReconfigVM_Task, 'duration_secs': 0.241442} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.777606] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423383', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'name': 'volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'serial': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2221.908631] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.002480] env[62743]: DEBUG oslo_vmware.api [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064474, 'name': PowerOffVM_Task, 'duration_secs': 0.234326} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.002749] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.002921] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2222.003215] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f74bafb-883e-4d47-8303-f41b1809292a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.159888] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.160473] env[62743]: DEBUG nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2222.163036] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.011s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.164775] env[62743]: INFO nova.compute.claims [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2222.409909] env[62743]: DEBUG oslo_vmware.api [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064473, 'name': PowerOnVM_Task, 'duration_secs': 0.606247} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.410115] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2222.410316] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ebbba-8201-44d1-a218-ce491db38f48 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance '30ea281b-bd2f-4b17-bac3-5da08f168172' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2222.627536] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.627916] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29384216-8132-44e9-819e-d10ef2f4b72b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.635527] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2222.635527] env[62743]: value = "task-2064476" [ 2222.635527] env[62743]: _type = "Task" [ 2222.635527] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.643430] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.672032] env[62743]: DEBUG nova.compute.utils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2222.675058] env[62743]: DEBUG nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2222.675058] env[62743]: DEBUG nova.network.neutron [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2222.740740] env[62743]: DEBUG nova.policy [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ed0c44adc64e069747b282d068916a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f68ab6bc114726a52d33cd1c44fd67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2222.825046] env[62743]: DEBUG nova.objects.instance [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 37a38f49-43d2-4bf4-8c65-27bf8b12d15e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.147852] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2223.148609] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2223.148609] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2223.149762] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471eab9-a7f6-49a3-a031-f4e6dad88537 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.168756] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bc14fe-5413-4809-915f-314a5ccfa58a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.178113] env[62743]: WARNING nova.virt.vmwareapi.driver [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2223.178422] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2223.179168] env[62743]: DEBUG nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2223.183944] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94f95b4-f8de-4203-823a-6107e90c7c3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.187740] env[62743]: DEBUG nova.network.neutron [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Successfully created port: 3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2223.194676] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2223.194933] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52d4935-d7f5-4876-be3a-6885b4e8ce9f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.329215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8b739b00-83df-423a-a31d-972720931396 tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.305s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.402468] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02139ea5-2e65-4076-b36f-506815746d9c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.409897] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c4780e-1049-4c73-82e4-9314ae09c9c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.444362] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5bb225-4000-4935-8241-5462dad7c671 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.452856] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da59c92-bdee-4131-851d-6b08718cd45e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.467550] env[62743]: DEBUG nova.compute.provider_tree [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.577355] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.577784] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.621855] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2223.622096] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2223.622293] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleting the datastore file [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2223.622919] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6fa96bc-3db7-460f-b8a0-6b9f25660217 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.629326] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2223.629326] env[62743]: value = "task-2064478" [ 2223.629326] env[62743]: _type = "Task" [ 2223.629326] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.637611] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.657982] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2223.658221] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2223.658409] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleting the datastore file [datastore1] 80efd7e0-078b-44cc-a0c0-ab1d868a9414 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2223.658701] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d521e29-3cae-4994-a1f3-82587dd72b99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.666240] env[62743]: DEBUG oslo_vmware.api [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2223.666240] env[62743]: value = "task-2064479" [ 2223.666240] env[62743]: _type = "Task" [ 2223.666240] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.673652] env[62743]: DEBUG oslo_vmware.api [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.970303] env[62743]: DEBUG nova.scheduler.client.report [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.082226] env[62743]: INFO nova.compute.manager [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Detaching volume e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281 [ 2224.118518] env[62743]: INFO nova.virt.block_device [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Attempting to driver detach volume e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281 from mountpoint /dev/sdb [ 2224.118604] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2224.118796] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423377', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'name': 'volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'serial': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2224.119704] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4437ca-b309-4481-bb25-bab51677d7d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.147750] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43692148-cdeb-43c5-b455-a9c9529861b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.160080] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139656} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.160537] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2224.161255] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2224.161255] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2224.164253] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322270c-a4fd-4a27-a930-764991f10b27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.174604] env[62743]: DEBUG oslo_vmware.api [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158791} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.192745] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2224.192921] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2224.193132] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2224.193318] env[62743]: INFO nova.compute.manager [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Took 2.72 seconds to destroy the instance on the hypervisor. [ 2224.193565] env[62743]: DEBUG oslo.service.loopingcall [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2224.195449] env[62743]: DEBUG nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2224.197400] env[62743]: DEBUG nova.compute.manager [-] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2224.197508] env[62743]: DEBUG nova.network.neutron [-] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2224.199512] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3016ca2d-f7be-4a33-810f-c5fa450b4640 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.216164] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] The volume has not been displaced from its original location: [datastore1] volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281/volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2224.221360] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2224.223491] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96b767a-d4fe-43a4-93a7-dfee30b34885 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.242713] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2224.242713] env[62743]: value = "task-2064480" [ 2224.242713] env[62743]: _type = "Task" [ 2224.242713] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.249629] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2224.249854] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2224.250021] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2224.250231] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2224.250383] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2224.250528] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2224.250733] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2224.250890] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2224.251072] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2224.251238] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2224.251412] env[62743]: DEBUG nova.virt.hardware [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2224.252164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d3d508-3c89-470d-94f1-d58ce460d053 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.265363] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.265363] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca203bf-fc72-479d-bc76-a0f175aea5e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.475648] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.476158] env[62743]: DEBUG nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2224.580058] env[62743]: DEBUG nova.compute.manager [req-a6ae6d54-75fc-478b-a69b-b45987c32761 req-1abeb4ff-a3fc-4f9d-9107-106a7ee96226 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-vif-plugged-f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2224.580363] env[62743]: DEBUG oslo_concurrency.lockutils [req-a6ae6d54-75fc-478b-a69b-b45987c32761 req-1abeb4ff-a3fc-4f9d-9107-106a7ee96226 service nova] Acquiring lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.581023] env[62743]: DEBUG oslo_concurrency.lockutils [req-a6ae6d54-75fc-478b-a69b-b45987c32761 req-1abeb4ff-a3fc-4f9d-9107-106a7ee96226 service nova] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.581023] env[62743]: DEBUG oslo_concurrency.lockutils [req-a6ae6d54-75fc-478b-a69b-b45987c32761 req-1abeb4ff-a3fc-4f9d-9107-106a7ee96226 service nova] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.581023] env[62743]: DEBUG nova.compute.manager [req-a6ae6d54-75fc-478b-a69b-b45987c32761 req-1abeb4ff-a3fc-4f9d-9107-106a7ee96226 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] No waiting events found dispatching network-vif-plugged-f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2224.581317] env[62743]: WARNING nova.compute.manager [req-a6ae6d54-75fc-478b-a69b-b45987c32761 req-1abeb4ff-a3fc-4f9d-9107-106a7ee96226 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received unexpected event network-vif-plugged-f018112c-b90e-4941-84a2-30c89efa1bb0 for instance with vm_state building and task_state spawning. [ 2224.613610] env[62743]: DEBUG nova.network.neutron [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Port 5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2224.613610] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.613610] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.613610] env[62743]: DEBUG nova.network.neutron [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2224.652182] env[62743]: DEBUG nova.compute.manager [req-8b50d0a6-0483-4a23-bdc2-b13e730b796f req-c0ac0f1c-ebed-44d7-a289-c6549b88ebdd service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Received event network-vif-plugged-6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2224.652182] env[62743]: DEBUG oslo_concurrency.lockutils [req-8b50d0a6-0483-4a23-bdc2-b13e730b796f req-c0ac0f1c-ebed-44d7-a289-c6549b88ebdd service nova] Acquiring lock "3e405e23-e741-43f3-aacf-913aa0f2e53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.652453] env[62743]: DEBUG oslo_concurrency.lockutils [req-8b50d0a6-0483-4a23-bdc2-b13e730b796f req-c0ac0f1c-ebed-44d7-a289-c6549b88ebdd service nova] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.652657] env[62743]: DEBUG oslo_concurrency.lockutils [req-8b50d0a6-0483-4a23-bdc2-b13e730b796f req-c0ac0f1c-ebed-44d7-a289-c6549b88ebdd service nova] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.652739] env[62743]: DEBUG nova.compute.manager [req-8b50d0a6-0483-4a23-bdc2-b13e730b796f req-c0ac0f1c-ebed-44d7-a289-c6549b88ebdd service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] No waiting events found dispatching network-vif-plugged-6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2224.652892] env[62743]: WARNING nova.compute.manager [req-8b50d0a6-0483-4a23-bdc2-b13e730b796f req-c0ac0f1c-ebed-44d7-a289-c6549b88ebdd service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Received unexpected event network-vif-plugged-6019fa74-b5ab-443e-a092-6801036e4819 for instance with vm_state building and task_state spawning. [ 2224.668612] env[62743]: INFO nova.virt.block_device [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Booting with volume 095b1a7d-5425-4b2e-8707-9b74b6b4cd49 at /dev/sdb [ 2224.706512] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcb4a2dc-7f2f-46ad-9d87-7ec7ab619b2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.715497] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7093dd36-3559-494f-bffe-adf1f417c847 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.750736] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2946504-b2c4-404b-830f-6d12a3fa5142 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.752988] env[62743]: DEBUG nova.network.neutron [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Successfully updated port: 6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2224.760266] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.763730] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b211876-47f8-48c8-a7a5-69007eae7390 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.797367] env[62743]: DEBUG nova.network.neutron [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Successfully updated port: f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2224.799480] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c317a41-bd45-45ab-9d3f-94fb426e858b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.807260] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736a4423-9b04-4a33-9408-493dca7c9459 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.822022] env[62743]: DEBUG nova.virt.block_device [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updating existing volume attachment record: 291a872d-63bb-4d58-8d7f-608af7a4bf1f {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2224.981994] env[62743]: DEBUG nova.compute.utils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2224.983446] env[62743]: DEBUG nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2224.983616] env[62743]: DEBUG nova.network.neutron [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2225.025390] env[62743]: DEBUG nova.policy [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '838a5a78d4a4426caef039b8793c160b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2825669f4914e73ba10e83f8151c9cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2225.209997] env[62743]: DEBUG nova.network.neutron [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Successfully updated port: 3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2225.260944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.261876] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.264115] env[62743]: DEBUG nova.network.neutron [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.265516] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064480, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.303695] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.303853] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.304016] env[62743]: DEBUG nova.network.neutron [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.357414] env[62743]: DEBUG nova.network.neutron [-] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.489172] env[62743]: DEBUG nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2225.532550] env[62743]: DEBUG nova.network.neutron [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance_info_cache with network_info: [{"id": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "address": "fa:16:3e:dc:c0:fb", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0c2ea5-4a", "ovs_interfaceid": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2225.563584] env[62743]: DEBUG nova.network.neutron [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Successfully created port: 78a846d5-5b91-444f-889d-dca155e7f0eb {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2225.715627] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.715777] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.715929] env[62743]: DEBUG nova.network.neutron [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.757708] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064480, 'name': ReconfigVM_Task, 'duration_secs': 1.244086} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.757708] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2225.762301] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd97926-b374-4f2e-8ca2-86956e4c081c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.778811] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2225.778811] env[62743]: value = "task-2064481" [ 2225.778811] env[62743]: _type = "Task" [ 2225.778811] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.787782] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.812381] env[62743]: DEBUG nova.network.neutron [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2225.844565] env[62743]: DEBUG nova.network.neutron [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2225.864593] env[62743]: INFO nova.compute.manager [-] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Took 1.67 seconds to deallocate network for instance. [ 2226.015330] env[62743]: DEBUG nova.network.neutron [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.034944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.049059] env[62743]: DEBUG nova.network.neutron [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.259593] env[62743]: DEBUG nova.network.neutron [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2226.289454] env[62743]: DEBUG oslo_vmware.api [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064481, 'name': ReconfigVM_Task, 'duration_secs': 0.147898} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.289743] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423377', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'name': 'volume-e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281', 'serial': 'e4fc5ebf-a0eb-47cb-be0d-a03ff52f5281'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2226.377191] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.377513] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.377744] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.403523] env[62743]: INFO nova.scheduler.client.report [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted allocations for instance 80efd7e0-078b-44cc-a0c0-ab1d868a9414 [ 2226.424975] env[62743]: DEBUG nova.network.neutron [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": "3f0c411b-ef10-4513-8733-4537191fc86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.498972] env[62743]: DEBUG nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2226.519873] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.520903] env[62743]: DEBUG nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Instance network_info: |[{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2226.520903] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:68:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6019fa74-b5ab-443e-a092-6801036e4819', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2226.528235] env[62743]: DEBUG oslo.service.loopingcall [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2226.530454] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2226.530676] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2226.530830] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2226.531022] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2226.531197] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2226.531343] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2226.531548] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2226.531702] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2226.531864] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2226.532030] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2226.532205] env[62743]: DEBUG nova.virt.hardware [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2226.532464] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2226.533195] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4a91f0-8e5c-4864-9c43-ec1887af4c06 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.536094] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9754262-bb72-4f96-965e-0dca202ae165 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.551035] env[62743]: DEBUG nova.compute.manager [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62743) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2226.551281] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.551506] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.553801] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.554087] env[62743]: DEBUG nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Instance network_info: |[{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2226.554705] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ea:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f018112c-b90e-4941-84a2-30c89efa1bb0', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2226.561824] env[62743]: DEBUG oslo.service.loopingcall [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2226.565331] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2226.565583] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2226.565583] env[62743]: value = "task-2064482" [ 2226.565583] env[62743]: _type = "Task" [ 2226.565583] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.565747] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5835be8-f0c3-4289-bc44-cafea6c3a099 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.580452] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a009fc1-02d9-4598-8d18-a2f1b68c9bdf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.604200] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064482, 'name': CreateVM_Task} progress is 15%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.604401] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2226.604401] env[62743]: value = "task-2064483" [ 2226.604401] env[62743]: _type = "Task" [ 2226.604401] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.607551] env[62743]: DEBUG nova.compute.manager [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2226.607770] env[62743]: DEBUG nova.compute.manager [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing instance network info cache due to event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2226.608107] env[62743]: DEBUG oslo_concurrency.lockutils [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.608281] env[62743]: DEBUG oslo_concurrency.lockutils [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.608472] env[62743]: DEBUG nova.network.neutron [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.619598] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064483, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.681413] env[62743]: DEBUG nova.compute.manager [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Received event network-changed-6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2226.681651] env[62743]: DEBUG nova.compute.manager [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing instance network info cache due to event network-changed-6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2226.681895] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Acquiring lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.682069] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Acquired lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.682263] env[62743]: DEBUG nova.network.neutron [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.833105] env[62743]: DEBUG nova.objects.instance [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 37a38f49-43d2-4bf4-8c65-27bf8b12d15e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2226.912534] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0f4b7b37-768e-4cfc-8cff-bdd13417c18b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "80efd7e0-078b-44cc-a0c0-ab1d868a9414" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.951s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.928374] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.928914] env[62743]: DEBUG nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Instance network_info: |[{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": "3f0c411b-ef10-4513-8733-4537191fc86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2226.930407] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:1d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f0c411b-ef10-4513-8733-4537191fc86d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2226.943656] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating folder: Project (c0f68ab6bc114726a52d33cd1c44fd67). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2226.948326] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0019fd33-c9bf-43d3-a87a-8f6356c82e3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.961394] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created folder: Project (c0f68ab6bc114726a52d33cd1c44fd67) in parent group-v423128. [ 2226.961521] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating folder: Instances. Parent ref: group-v423386. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2226.962091] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4df8397a-c815-4da0-bfbd-40b321fa90e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.974284] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created folder: Instances in parent group-v423386. [ 2226.974618] env[62743]: DEBUG oslo.service.loopingcall [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2226.979944] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2226.979944] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2226.979944] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2226.979944] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2226.980341] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2226.980341] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2226.980494] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2226.980663] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2226.980844] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2226.981029] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2226.981246] env[62743]: DEBUG nova.virt.hardware [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2226.981588] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2226.982710] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dbf56b-3fd4-4bdd-8051-9e30b119c770 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.985409] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275e5ca3-63db-435d-a83b-6ea92ccd5d61 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.007150] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674f5952-3bea-43ab-a4e9-8750b76c6aa1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.010977] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2227.010977] env[62743]: value = "task-2064486" [ 2227.010977] env[62743]: _type = "Task" [ 2227.010977] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.022715] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:4f:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87fbde2e-c792-45a6-af2a-e7c11b4c7782', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2227.030338] env[62743]: DEBUG oslo.service.loopingcall [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2227.031026] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2227.031259] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be5c88f0-6e20-4de6-922e-9690ff90c8a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.049436] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064486, 'name': CreateVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.054341] env[62743]: DEBUG nova.objects.instance [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lazy-loading 'migration_context' on Instance uuid 30ea281b-bd2f-4b17-bac3-5da08f168172 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2227.056591] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2227.056591] env[62743]: value = "task-2064487" [ 2227.056591] env[62743]: _type = "Task" [ 2227.056591] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.066373] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064487, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.088993] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064482, 'name': CreateVM_Task, 'duration_secs': 0.485864} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.089194] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2227.089933] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.090112] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.090538] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2227.090730] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d67a1fc-29c4-4d8b-97d2-c57955162c2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.095864] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2227.095864] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b08365-6c50-6220-64ea-e5f0cebb9389" [ 2227.095864] env[62743]: _type = "Task" [ 2227.095864] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.103652] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b08365-6c50-6220-64ea-e5f0cebb9389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.115607] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064483, 'name': CreateVM_Task, 'duration_secs': 0.479263} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.115781] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2227.116725] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.196461] env[62743]: DEBUG nova.network.neutron [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Successfully updated port: 78a846d5-5b91-444f-889d-dca155e7f0eb {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2227.359710] env[62743]: DEBUG nova.network.neutron [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updated VIF entry in instance network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2227.360174] env[62743]: DEBUG nova.network.neutron [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.442279] env[62743]: DEBUG nova.network.neutron [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updated VIF entry in instance network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2227.442655] env[62743]: DEBUG nova.network.neutron [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.522396] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064486, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.573238] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064487, 'name': CreateVM_Task, 'duration_secs': 0.488079} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.573238] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2227.573238] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.606321] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b08365-6c50-6220-64ea-e5f0cebb9389, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.609193] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.609442] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2227.609674] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.609817] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.609991] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2227.610549] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.610850] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2227.611091] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e38fa9-eded-4e75-a9e5-319a5f363068 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.612958] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951a3f9e-e47a-4f24-8eca-6ecb4d87b3c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.618536] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2227.618536] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526446a4-7cfa-36c3-9570-ad27e36b8fb3" [ 2227.618536] env[62743]: _type = "Task" [ 2227.618536] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.624834] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2227.625018] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2227.626281] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31fdf1c-ea38-4af3-a966-7f80b7f209c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.631352] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526446a4-7cfa-36c3-9570-ad27e36b8fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.634447] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2227.634447] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c4ebcf-7f71-b158-11c1-5cd01f831772" [ 2227.634447] env[62743]: _type = "Task" [ 2227.634447] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.645554] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c4ebcf-7f71-b158-11c1-5cd01f831772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.699590] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "refresh_cache-5d246d9c-e402-4190-b5ee-a3bab1392013" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.699824] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquired lock "refresh_cache-5d246d9c-e402-4190-b5ee-a3bab1392013" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.699875] env[62743]: DEBUG nova.network.neutron [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2227.811052] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3986c593-ce8e-4977-b6f3-c931374af6e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.818981] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc1277-162a-42bb-8241-57db423d3549 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.848584] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bfe98fec-a039-4110-8145-89a038190daf tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.271s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.850486] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a1d5dd-8f05-4b4c-87b3-90ac959c6f73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.858164] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc13add2-f605-42d6-b1ad-379537dafb4d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.863883] env[62743]: DEBUG oslo_concurrency.lockutils [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.864143] env[62743]: DEBUG nova.compute.manager [req-1f7b9297-bf3d-40d7-9d2b-55dbc027abcc req-8c6fffaa-601f-4cc2-ada8-49ef6134bd86 service nova] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Received event network-vif-deleted-5a87affa-256d-4100-ac28-16031516034e {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2227.874591] env[62743]: DEBUG nova.compute.provider_tree [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2227.910227] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.910507] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.946836] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Releasing lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.947128] env[62743]: DEBUG nova.compute.manager [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-vif-plugged-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2227.947404] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.947649] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.947815] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.947997] env[62743]: DEBUG nova.compute.manager [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] No waiting events found dispatching network-vif-plugged-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2227.948180] env[62743]: WARNING nova.compute.manager [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received unexpected event network-vif-plugged-3f0c411b-ef10-4513-8733-4537191fc86d for instance with vm_state building and task_state spawning. [ 2227.948340] env[62743]: DEBUG nova.compute.manager [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2227.948491] env[62743]: DEBUG nova.compute.manager [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing instance network info cache due to event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2227.948668] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Acquiring lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.948797] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Acquired lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.948948] env[62743]: DEBUG nova.network.neutron [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2228.022828] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064486, 'name': CreateVM_Task, 'duration_secs': 0.536464} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.023012] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2228.023668] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.129084] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526446a4-7cfa-36c3-9570-ad27e36b8fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.019092} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.129398] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.129694] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2228.129850] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.130086] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.130429] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2228.130702] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b499cf-adb8-4194-adf8-4edca82a7924 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.135396] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2228.135396] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bdae30-5d44-be4c-fcc1-afe17dea7bb3" [ 2228.135396] env[62743]: _type = "Task" [ 2228.135396] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.146902] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c4ebcf-7f71-b158-11c1-5cd01f831772, 'name': SearchDatastore_Task, 'duration_secs': 0.018936} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.150400] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bdae30-5d44-be4c-fcc1-afe17dea7bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.150534] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe20abd8-aa72-45ca-9dfe-9f6c9acd4a8c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.155744] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2228.155744] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ee639f-ed0f-bbf9-9444-830a72f638fb" [ 2228.155744] env[62743]: _type = "Task" [ 2228.155744] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.170679] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ee639f-ed0f-bbf9-9444-830a72f638fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.244350] env[62743]: DEBUG nova.network.neutron [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2228.377448] env[62743]: DEBUG nova.scheduler.client.report [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2228.413197] env[62743]: INFO nova.compute.manager [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Detaching volume b27aa565-7bd9-41f1-9df0-4b4172bfa636 [ 2228.432714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "90d758e1-2b07-44b4-9a10-1cb377b21874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.432948] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.454708] env[62743]: INFO nova.virt.block_device [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Attempting to driver detach volume b27aa565-7bd9-41f1-9df0-4b4172bfa636 from mountpoint /dev/sdc [ 2228.455380] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2228.455380] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423383', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'name': 'volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'serial': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2228.455956] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb1da0-e1d4-4852-bf72-34a4a1df0c15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.478981] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d521b9c-04b0-4f66-9716-54738a4ee500 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.488131] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2632c7-f8a4-4b18-9b32-5784ccb24ef5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.508091] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0c6b9d-67a8-4b62-a5df-feab4935fc80 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.525550] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] The volume has not been displaced from its original location: [datastore1] volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636/volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2228.530802] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2228.533842] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0349f3d1-1bb0-46e8-9792-2171bf4138d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.553114] env[62743]: DEBUG oslo_vmware.api [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2228.553114] env[62743]: value = "task-2064488" [ 2228.553114] env[62743]: _type = "Task" [ 2228.553114] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.561387] env[62743]: DEBUG oslo_vmware.api [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.650024] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bdae30-5d44-be4c-fcc1-afe17dea7bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.018437} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.650024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.650024] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2228.650024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.650024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.650024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2228.650024] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b141dd-9b12-45b6-8026-669b93f182de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.654170] env[62743]: DEBUG nova.network.neutron [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Updating instance_info_cache with network_info: [{"id": "78a846d5-5b91-444f-889d-dca155e7f0eb", "address": "fa:16:3e:7c:74:23", "network": {"id": "486bc1a6-8761-4b33-b6e9-36ec54b2cbf4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-396826991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2825669f4914e73ba10e83f8151c9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a846d5-5b", "ovs_interfaceid": "78a846d5-5b91-444f-889d-dca155e7f0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.656982] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2228.656982] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bd7b96-dccd-cd41-6126-af9afe7f5adf" [ 2228.656982] env[62743]: _type = "Task" [ 2228.656982] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.670352] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ee639f-ed0f-bbf9-9444-830a72f638fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019682} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.675218] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.677054] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/3e405e23-e741-43f3-aacf-913aa0f2e53e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2228.677054] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bd7b96-dccd-cd41-6126-af9afe7f5adf, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.677054] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.677054] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2228.677054] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844df27b-7938-40fb-89d3-925a49c3e060 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.681205] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.681205] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2228.681205] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.681205] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f771c9d6-1262-41e0-81ac-330977774f66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.690169] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2228.690169] env[62743]: value = "task-2064489" [ 2228.690169] env[62743]: _type = "Task" [ 2228.690169] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.695117] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2228.695516] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2228.699148] env[62743]: DEBUG nova.compute.manager [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Received event network-vif-plugged-78a846d5-5b91-444f-889d-dca155e7f0eb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.699148] env[62743]: DEBUG oslo_concurrency.lockutils [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] Acquiring lock "5d246d9c-e402-4190-b5ee-a3bab1392013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.699148] env[62743]: DEBUG oslo_concurrency.lockutils [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.699148] env[62743]: DEBUG oslo_concurrency.lockutils [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.699148] env[62743]: DEBUG nova.compute.manager [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] No waiting events found dispatching network-vif-plugged-78a846d5-5b91-444f-889d-dca155e7f0eb {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2228.699148] env[62743]: WARNING nova.compute.manager [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Received unexpected event network-vif-plugged-78a846d5-5b91-444f-889d-dca155e7f0eb for instance with vm_state building and task_state spawning. [ 2228.699337] env[62743]: DEBUG nova.compute.manager [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Received event network-changed-78a846d5-5b91-444f-889d-dca155e7f0eb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.699337] env[62743]: DEBUG nova.compute.manager [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Refreshing instance network info cache due to event network-changed-78a846d5-5b91-444f-889d-dca155e7f0eb. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2228.699601] env[62743]: DEBUG oslo_concurrency.lockutils [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] Acquiring lock "refresh_cache-5d246d9c-e402-4190-b5ee-a3bab1392013" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.703226] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e815ee72-60de-4a76-be1e-f9778230f9bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.709948] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.713447] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2228.713447] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520a815b-c348-49a4-73e8-8f033c687707" [ 2228.713447] env[62743]: _type = "Task" [ 2228.713447] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.721788] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520a815b-c348-49a4-73e8-8f033c687707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.773138] env[62743]: DEBUG nova.network.neutron [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updated VIF entry in instance network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2228.773704] env[62743]: DEBUG nova.network.neutron [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": "3f0c411b-ef10-4513-8733-4537191fc86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2228.936720] env[62743]: DEBUG nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2229.065154] env[62743]: DEBUG oslo_vmware.api [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064488, 'name': ReconfigVM_Task, 'duration_secs': 0.249918} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.065450] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2229.070374] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f1f536-4b4b-4db7-b1ac-28591d1d5ce9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.087639] env[62743]: DEBUG oslo_vmware.api [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2229.087639] env[62743]: value = "task-2064490" [ 2229.087639] env[62743]: _type = "Task" [ 2229.087639] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.097961] env[62743]: DEBUG oslo_vmware.api [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.158465] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Releasing lock "refresh_cache-5d246d9c-e402-4190-b5ee-a3bab1392013" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.158810] env[62743]: DEBUG nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Instance network_info: |[{"id": "78a846d5-5b91-444f-889d-dca155e7f0eb", "address": "fa:16:3e:7c:74:23", "network": {"id": "486bc1a6-8761-4b33-b6e9-36ec54b2cbf4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-396826991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2825669f4914e73ba10e83f8151c9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a846d5-5b", "ovs_interfaceid": "78a846d5-5b91-444f-889d-dca155e7f0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2229.159144] env[62743]: DEBUG oslo_concurrency.lockutils [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] Acquired lock "refresh_cache-5d246d9c-e402-4190-b5ee-a3bab1392013" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.159338] env[62743]: DEBUG nova.network.neutron [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Refreshing network info cache for port 78a846d5-5b91-444f-889d-dca155e7f0eb {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2229.160685] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:74:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a846d5-5b91-444f-889d-dca155e7f0eb', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2229.169422] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Creating folder: Project (f2825669f4914e73ba10e83f8151c9cf). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2229.173295] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f194c54-fe1f-449c-a71f-4b6c7df2197c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.187318] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Created folder: Project (f2825669f4914e73ba10e83f8151c9cf) in parent group-v423128. [ 2229.187612] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Creating folder: Instances. Parent ref: group-v423390. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2229.187797] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba4900c1-8a9c-4540-8ee0-859b3e40387d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.198674] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.200292] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Created folder: Instances in parent group-v423390. [ 2229.200564] env[62743]: DEBUG oslo.service.loopingcall [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.200768] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2229.200988] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff1ccf03-828a-48e9-9dc7-febc0e9bd5a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.225337] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520a815b-c348-49a4-73e8-8f033c687707, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.229414] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2229.229414] env[62743]: value = "task-2064493" [ 2229.229414] env[62743]: _type = "Task" [ 2229.229414] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.229647] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4efaaa-f168-4a7d-9630-81bbd3fc467b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.240628] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064493, 'name': CreateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.241958] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2229.241958] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bf542f-4fc8-06eb-9c0b-5120f73f3058" [ 2229.241958] env[62743]: _type = "Task" [ 2229.241958] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.250663] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bf542f-4fc8-06eb-9c0b-5120f73f3058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.276705] env[62743]: DEBUG oslo_concurrency.lockutils [req-58855988-4741-49fc-83a2-9b5181cf45cb req-a6e6b98c-6db0-4a78-af37-361e370a91aa service nova] Releasing lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.390174] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.838s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.459779] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.460057] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.462176] env[62743]: INFO nova.compute.claims [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2229.596914] env[62743]: DEBUG oslo_vmware.api [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064490, 'name': ReconfigVM_Task, 'duration_secs': 0.196705} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.597240] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423383', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'name': 'volume-b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a38f49-43d2-4bf4-8c65-27bf8b12d15e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636', 'serial': 'b27aa565-7bd9-41f1-9df0-4b4172bfa636'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2229.694794] env[62743]: DEBUG nova.network.neutron [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Updated VIF entry in instance network info cache for port 78a846d5-5b91-444f-889d-dca155e7f0eb. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2229.694794] env[62743]: DEBUG nova.network.neutron [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Updating instance_info_cache with network_info: [{"id": "78a846d5-5b91-444f-889d-dca155e7f0eb", "address": "fa:16:3e:7c:74:23", "network": {"id": "486bc1a6-8761-4b33-b6e9-36ec54b2cbf4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-396826991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2825669f4914e73ba10e83f8151c9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a846d5-5b", "ovs_interfaceid": "78a846d5-5b91-444f-889d-dca155e7f0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.702362] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582747} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.702627] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/3e405e23-e741-43f3-aacf-913aa0f2e53e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2229.702872] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2229.703182] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e982932c-2c88-44c0-88b0-57fca231d29f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.710600] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2229.710600] env[62743]: value = "task-2064494" [ 2229.710600] env[62743]: _type = "Task" [ 2229.710600] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.718590] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.742078] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064493, 'name': CreateVM_Task, 'duration_secs': 0.355079} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.742315] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2229.745766] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.745979] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.746352] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2229.746641] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2fd1d91-345a-4685-80b6-7e6f0935d8d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.755361] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bf542f-4fc8-06eb-9c0b-5120f73f3058, 'name': SearchDatastore_Task, 'duration_secs': 0.020046} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.756561] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.756835] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185/56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2229.757175] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2229.757175] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52059881-0b69-d154-5a20-8a9b58d54f2a" [ 2229.757175] env[62743]: _type = "Task" [ 2229.757175] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.757417] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.757631] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2229.757848] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5502566a-c44b-4ef1-bd27-f26ef24402c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.759784] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7a83d7a-8b57-4070-8479-852819cd1dd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.770536] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52059881-0b69-d154-5a20-8a9b58d54f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.772440] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.772696] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2229.772900] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.773183] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2229.773183] env[62743]: value = "task-2064495" [ 2229.773183] env[62743]: _type = "Task" [ 2229.773183] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.773384] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2229.773560] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2229.774575] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f12708c-4c06-42d0-ad1f-309d2974f3eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.781983] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2229.781983] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523241ee-4036-f502-5456-c1b635db7bee" [ 2229.781983] env[62743]: _type = "Task" [ 2229.781983] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.784742] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.792142] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523241ee-4036-f502-5456-c1b635db7bee, 'name': SearchDatastore_Task, 'duration_secs': 0.007548} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.792853] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4be0b7d-2059-43ab-ac8f-321c7b8e3fa6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.797306] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2229.797306] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52575f98-b74b-cbad-9303-532b2c5efdcd" [ 2229.797306] env[62743]: _type = "Task" [ 2229.797306] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.804758] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52575f98-b74b-cbad-9303-532b2c5efdcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.142124] env[62743]: DEBUG nova.objects.instance [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'flavor' on Instance uuid 37a38f49-43d2-4bf4-8c65-27bf8b12d15e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2230.198597] env[62743]: DEBUG oslo_concurrency.lockutils [req-14078334-b7aa-4e0b-ae89-f4b840511d9e req-2bd941d2-f6dd-48f4-a742-575fd0c2e13d service nova] Releasing lock "refresh_cache-5d246d9c-e402-4190-b5ee-a3bab1392013" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.219591] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064707} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.219836] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2230.220655] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d58742-d86d-4039-a769-55d7773fd356 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.242620] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/3e405e23-e741-43f3-aacf-913aa0f2e53e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2230.242889] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b55237-dba2-4c13-adec-8c04c5b7ef89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.261885] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2230.261885] env[62743]: value = "task-2064496" [ 2230.261885] env[62743]: _type = "Task" [ 2230.261885] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.269537] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.282236] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453299} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.282570] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185/56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2230.282824] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2230.283040] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fa490b8-fecc-42b3-b861-794ea51681bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.290127] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2230.290127] env[62743]: value = "task-2064497" [ 2230.290127] env[62743]: _type = "Task" [ 2230.290127] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.297742] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.305309] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52575f98-b74b-cbad-9303-532b2c5efdcd, 'name': SearchDatastore_Task, 'duration_secs': 0.007164} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.305571] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.305844] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2230.306131] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.306339] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2230.306553] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d87ef1b-030e-4afc-bb03-3192c754020f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.309953] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f6574a8-deec-4feb-96cb-df8941481fb3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.315617] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2230.315617] env[62743]: value = "task-2064498" [ 2230.315617] env[62743]: _type = "Task" [ 2230.315617] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.319760] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2230.319946] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2230.321071] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd488c09-e72b-44e0-8cde-5a012b483c24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.326198] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.329195] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2230.329195] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]522fb391-9e0d-ffb3-01b4-10e03c41b5cc" [ 2230.329195] env[62743]: _type = "Task" [ 2230.329195] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.336548] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522fb391-9e0d-ffb3-01b4-10e03c41b5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.705424] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a9771-9c00-4a92-a1a7-d422ee592e47 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.713241] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf61417-d9a6-45b5-b315-e88d0af58270 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.743236] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae8bce3-e125-46c3-9094-18c9c85a80d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.750784] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68831c9d-ce96-4821-9ae7-12197a0ec210 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.764293] env[62743]: DEBUG nova.compute.provider_tree [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2230.773159] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064496, 'name': ReconfigVM_Task, 'duration_secs': 0.269102} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.773544] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/3e405e23-e741-43f3-aacf-913aa0f2e53e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2230.774614] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a3af98-3ae4-408d-be91-a4fe90742268 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.779609] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2230.779609] env[62743]: value = "task-2064499" [ 2230.779609] env[62743]: _type = "Task" [ 2230.779609] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.789089] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064499, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.798659] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061053} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.798938] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2230.799688] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47043c40-6f0d-49e2-af8b-0a36e249e1bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.821833] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185/56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2230.822631] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8960a03e-f341-4d16-b5d4-df9a5df437e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.849913] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064498, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.854748] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2230.854748] env[62743]: value = "task-2064500" [ 2230.854748] env[62743]: _type = "Task" [ 2230.854748] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.855446] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]522fb391-9e0d-ffb3-01b4-10e03c41b5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.007927} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.859349] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c00582-6619-4786-99db-203171a01907 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.866757] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2230.866757] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5233ceb0-247a-6517-b8bb-369a9b26f0d6" [ 2230.866757] env[62743]: _type = "Task" [ 2230.866757] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.873735] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.879370] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5233ceb0-247a-6517-b8bb-369a9b26f0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.927067] env[62743]: INFO nova.compute.manager [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Swapping old allocation on dict_keys(['7427b208-a623-46bb-b585-bad91453d898']) held by migration 3e62b61e-97b0-4f61-bec7-b19da277fd22 for instance [ 2230.953541] env[62743]: DEBUG nova.scheduler.client.report [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Overwriting current allocation {'allocations': {'7427b208-a623-46bb-b585-bad91453d898': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': '3595798fa2514fa0a1fcc8b9b5d6e267', 'user_id': '9b270186a0e34ba395e33227c5e8acfb', 'consumer_generation': 1} on consumer 30ea281b-bd2f-4b17-bac3-5da08f168172 {{(pid=62743) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2231.057924] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.058149] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquired lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.058359] env[62743]: DEBUG nova.network.neutron [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2231.153062] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7c4334e1-da6f-47c4-a7de-32a4d7d6357f tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.275330] env[62743]: DEBUG nova.scheduler.client.report [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2231.289688] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064499, 'name': Rename_Task, 'duration_secs': 0.263627} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.289945] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2231.290229] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-084906b8-9d29-4326-97a6-0367b2180c54 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.296893] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2231.296893] env[62743]: value = "task-2064501" [ 2231.296893] env[62743]: _type = "Task" [ 2231.296893] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.304045] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.331771] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824196} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.331998] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2231.332722] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2231.333152] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e9ef416-c7e8-4d1f-98d2-bce58f6a3f25 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.339559] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2231.339559] env[62743]: value = "task-2064502" [ 2231.339559] env[62743]: _type = "Task" [ 2231.339559] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.348258] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.365460] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064500, 'name': ReconfigVM_Task, 'duration_secs': 0.437515} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.365725] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185/56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2231.366379] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-840740d6-d8e4-4896-9799-b55064f0c022 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.377446] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5233ceb0-247a-6517-b8bb-369a9b26f0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.069491} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.378551] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.378808] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2231.379109] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2231.379109] env[62743]: value = "task-2064503" [ 2231.379109] env[62743]: _type = "Task" [ 2231.379109] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.379361] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.379567] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2231.379777] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e2a28e0-4980-4b3d-b6eb-ec21fac367f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.381585] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79ab56bb-f2c1-4fdb-9817-a0b3bf20208d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.391352] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064503, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.392599] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2231.392599] env[62743]: value = "task-2064504" [ 2231.392599] env[62743]: _type = "Task" [ 2231.392599] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.400551] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.403462] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2231.403646] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2231.404395] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64afe33d-920d-4314-be1d-a3a4c010341a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.409465] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2231.409465] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52604b60-d594-bc7a-b734-20364b12d6b0" [ 2231.409465] env[62743]: _type = "Task" [ 2231.409465] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.417553] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52604b60-d594-bc7a-b734-20364b12d6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.784563] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.785386] env[62743]: DEBUG nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2231.814980] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.856437] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065365} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.858321] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2231.863282] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b381f708-7153-490d-b5d9-37a5c91fd177 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.890430] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2231.891620] env[62743]: DEBUG nova.network.neutron [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance_info_cache with network_info: [{"id": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "address": "fa:16:3e:dc:c0:fb", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0c2ea5-4a", "ovs_interfaceid": "5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.893214] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b750d20-fe84-428b-8884-da72f9cc2cb4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.908406] env[62743]: DEBUG oslo_concurrency.lockutils [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Releasing lock "refresh_cache-30ea281b-bd2f-4b17-bac3-5da08f168172" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.908842] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2231.912163] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b57d643d-6bad-4fd4-8ddb-49f2c0a33c6f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.921898] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2231.921898] env[62743]: value = "task-2064505" [ 2231.921898] env[62743]: _type = "Task" [ 2231.921898] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.929655] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064504, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.929655] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064503, 'name': Rename_Task, 'duration_secs': 0.14866} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.935923] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2231.936266] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2231.936266] env[62743]: value = "task-2064506" [ 2231.936266] env[62743]: _type = "Task" [ 2231.936266] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.936484] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52604b60-d594-bc7a-b734-20364b12d6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018849} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.936689] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acf2ac8f-9f39-4a8f-bdf3-39d82727d64b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.944821] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8415a9a1-9a13-4829-b601-9f903fa72a59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.951848] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.958718] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.961447] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2231.961447] env[62743]: value = "task-2064507" [ 2231.961447] env[62743]: _type = "Task" [ 2231.961447] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.961756] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2231.961756] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528224d1-21f2-29c9-9af0-780a1ba294ca" [ 2231.961756] env[62743]: _type = "Task" [ 2231.961756] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.974119] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064507, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.977410] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528224d1-21f2-29c9-9af0-780a1ba294ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.292715] env[62743]: DEBUG nova.compute.utils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2232.294228] env[62743]: DEBUG nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2232.294405] env[62743]: DEBUG nova.network.neutron [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2232.310058] env[62743]: DEBUG oslo_vmware.api [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064501, 'name': PowerOnVM_Task, 'duration_secs': 0.573251} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.310058] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2232.310058] env[62743]: INFO nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Took 12.98 seconds to spawn the instance on the hypervisor. [ 2232.310058] env[62743]: DEBUG nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2232.310876] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dba623-64c1-4701-9e0d-6042a650adfd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.339163] env[62743]: DEBUG nova.policy [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06270e106574620a1617356d01104ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436c621a74724686a9dd31a48fe50fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2232.367536] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.367794] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.367997] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.368215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.368384] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.373216] env[62743]: INFO nova.compute.manager [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Terminating instance [ 2232.424716] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553994} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.425070] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2232.425361] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2232.425691] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0faf9976-8641-427a-97a9-d393dda9ed32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.439014] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064505, 'name': ReconfigVM_Task, 'duration_secs': 0.318514} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.440844] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef/09b4fb94-d464-46ba-9736-626dc282f4ef.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2232.442896] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'}, 'mount_device': '/dev/sdb', 'attachment_id': '291a872d-63bb-4d58-8d7f-608af7a4bf1f', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62743) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2232.443178] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2232.443448] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2232.443852] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2232.443852] env[62743]: value = "task-2064508" [ 2232.443852] env[62743]: _type = "Task" [ 2232.443852] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.448660] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9d8f2-ee69-463a-b9ae-77f4f70e6c61 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.463467] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064506, 'name': PowerOffVM_Task, 'duration_secs': 0.233075} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.490369] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2232.491253] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:52:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c049f04-a330-4191-9388-1bf23d3627f3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1982689911',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2232.491562] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2232.491763] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2232.492007] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2232.492209] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2232.492404] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2232.492670] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2232.492875] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2232.493101] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2232.493325] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2232.493563] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2232.501249] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.501584] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51ac0e3-e498-4a33-9a69-d97d86c2e2d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.517946] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0fd352-d6db-44c4-a3d9-307a13ada8f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.528408] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.555021] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528224d1-21f2-29c9-9af0-780a1ba294ca, 'name': SearchDatastore_Task, 'duration_secs': 0.020888} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.555442] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2232.555442] env[62743]: value = "task-2064509" [ 2232.555442] env[62743]: _type = "Task" [ 2232.555442] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.567733] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49/volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2232.568194] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.568520] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 5d246d9c-e402-4190-b5ee-a3bab1392013/5d246d9c-e402-4190-b5ee-a3bab1392013.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2232.569833] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b3aa02-5aa5-43ff-9dda-1628a6097ef1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.589273] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a15ef9f4-d5a2-48b7-8428-0b80926520eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.599987] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.601883] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2232.601883] env[62743]: value = "task-2064511" [ 2232.601883] env[62743]: _type = "Task" [ 2232.601883] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.602142] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2232.602142] env[62743]: value = "task-2064510" [ 2232.602142] env[62743]: _type = "Task" [ 2232.602142] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.612812] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064511, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.616152] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.616696] env[62743]: DEBUG nova.network.neutron [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Successfully created port: b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2232.799975] env[62743]: DEBUG nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2232.836699] env[62743]: INFO nova.compute.manager [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Took 20.02 seconds to build instance. [ 2232.877522] env[62743]: DEBUG nova.compute.manager [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2232.877917] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2232.880017] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ee329-28d5-4abe-8843-71cfd5939986 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.890314] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2232.890674] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eed04e83-bbb8-4325-bf0d-d85ed9eeff59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.898135] env[62743]: DEBUG oslo_vmware.api [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2232.898135] env[62743]: value = "task-2064512" [ 2232.898135] env[62743]: _type = "Task" [ 2232.898135] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.910329] env[62743]: DEBUG oslo_vmware.api [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.963971] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110203} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.968154] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2232.969056] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d18fd2-b162-4ce5-b0f1-ec1f2523d1c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.978187] env[62743]: DEBUG oslo_vmware.api [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064507, 'name': PowerOnVM_Task, 'duration_secs': 0.985249} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.988102] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2232.988400] env[62743]: INFO nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Took 16.04 seconds to spawn the instance on the hypervisor. [ 2232.988598] env[62743]: DEBUG nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2233.000447] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2233.001703] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860379ec-50ad-474c-8d68-e6b23ad85754 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.004756] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2272eedb-e0c4-410e-b2e8-3f4b8c33d7d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.028286] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2233.028286] env[62743]: value = "task-2064513" [ 2233.028286] env[62743]: _type = "Task" [ 2233.028286] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.038732] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.081462] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064509, 'name': ReconfigVM_Task, 'duration_secs': 0.198133} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.082428] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19facb5-9f95-4212-977c-26831a63d74c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.105178] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:52:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c049f04-a330-4191-9388-1bf23d3627f3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1982689911',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2233.105178] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2233.105335] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2233.105500] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2233.105643] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2233.106090] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2233.106090] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2233.106263] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2233.106328] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2233.106501] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2233.106667] env[62743]: DEBUG nova.virt.hardware [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2233.113962] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0e9b14-4bde-4dc8-9cb9-a893eb0ca210 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.123381] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064510, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.126683] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.126999] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2233.126999] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b6f3e6-6ac8-1655-9d90-179a5fa35b44" [ 2233.126999] env[62743]: _type = "Task" [ 2233.126999] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.138134] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b6f3e6-6ac8-1655-9d90-179a5fa35b44, 'name': SearchDatastore_Task, 'duration_secs': 0.014858} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.143864] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2233.144224] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4dd6dfc-7c4b-4990-ac26-34134384a207 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.164868] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2233.164868] env[62743]: value = "task-2064514" [ 2233.164868] env[62743]: _type = "Task" [ 2233.164868] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.174806] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.342391] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8c704da5-1d7e-468a-ad20-709697013f41 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.533s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.409393] env[62743]: DEBUG oslo_vmware.api [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064512, 'name': PowerOffVM_Task, 'duration_secs': 0.385441} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.409393] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2233.409542] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2233.409748] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4335b36-4079-44ec-8af4-948bee8a90da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.542969] env[62743]: INFO nova.compute.manager [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Took 20.96 seconds to build instance. [ 2233.547594] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064513, 'name': ReconfigVM_Task, 'duration_secs': 0.426848} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.547847] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfigured VM instance instance-00000069 to attach disk [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2233.548689] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69f353ff-8225-46be-a8c5-e30925118e84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.556015] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2233.556015] env[62743]: value = "task-2064516" [ 2233.556015] env[62743]: _type = "Task" [ 2233.556015] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.565048] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064516, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.618658] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064511, 'name': ReconfigVM_Task, 'duration_secs': 0.528211} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.618885] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552697} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.619135] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49/volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2233.623866] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 5d246d9c-e402-4190-b5ee-a3bab1392013/5d246d9c-e402-4190-b5ee-a3bab1392013.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2233.624096] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2233.624637] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb934c1-87f9-4200-8f14-ee854c6fb325 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.634786] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11502b00-1788-42a1-ad31-0f629ad87444 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.642053] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2233.642053] env[62743]: value = "task-2064518" [ 2233.642053] env[62743]: _type = "Task" [ 2233.642053] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.643653] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2233.643653] env[62743]: value = "task-2064517" [ 2233.643653] env[62743]: _type = "Task" [ 2233.643653] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.657395] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.657680] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.674583] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064514, 'name': ReconfigVM_Task, 'duration_secs': 0.322038} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.675769] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2233.676099] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2233.676291] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2233.676467] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Deleting the datastore file [datastore1] 37a38f49-43d2-4bf4-8c65-27bf8b12d15e {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2233.677226] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669ba7f4-2699-4ba2-b0e0-6d26aba26e50 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.680352] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6780a741-e24e-4c21-beb2-ab827a810735 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.704297] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2233.706667] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b736428f-1a6d-490a-aca8-3f13b214075e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.722530] env[62743]: DEBUG oslo_vmware.api [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for the task: (returnval){ [ 2233.722530] env[62743]: value = "task-2064519" [ 2233.722530] env[62743]: _type = "Task" [ 2233.722530] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.731016] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2233.731016] env[62743]: value = "task-2064520" [ 2233.731016] env[62743]: _type = "Task" [ 2233.731016] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.734398] env[62743]: DEBUG nova.compute.manager [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Received event network-changed-6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2233.734720] env[62743]: DEBUG nova.compute.manager [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing instance network info cache due to event network-changed-6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2233.735064] env[62743]: DEBUG oslo_concurrency.lockutils [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] Acquiring lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.735319] env[62743]: DEBUG oslo_concurrency.lockutils [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] Acquired lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.735605] env[62743]: DEBUG nova.network.neutron [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2233.743815] env[62743]: DEBUG oslo_vmware.api [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.749532] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.808340] env[62743]: DEBUG nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2233.835210] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2233.835471] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2233.835625] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2233.835801] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2233.835964] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2233.836198] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2233.836461] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2233.836654] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2233.836922] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2233.837161] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2233.837383] env[62743]: DEBUG nova.virt.hardware [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2233.838288] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8595c112-fc8d-4595-95e4-b8e27de1fac1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.846555] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c888ea4-6ebe-4e68-9125-25a096d68111 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.045598] env[62743]: DEBUG oslo_concurrency.lockutils [None req-977ba2db-0de8-49c6-a346-c85864280dcb tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.466s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.066068] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064516, 'name': Rename_Task, 'duration_secs': 0.147473} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.066358] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2234.066611] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a330a35-2e0e-47f6-a090-5b475f6474ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.072019] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2234.072019] env[62743]: value = "task-2064521" [ 2234.072019] env[62743]: _type = "Task" [ 2234.072019] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.080869] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.156828] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064518, 'name': ReconfigVM_Task, 'duration_secs': 0.153651} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.159419] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2234.160021] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068305} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.160248] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-380fd2a8-9199-4f9f-8011-689b2ba0f967 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.161932] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2234.163027] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ad9f9-9bd7-47cf-92e4-023ceb4d3190 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.185786] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 5d246d9c-e402-4190-b5ee-a3bab1392013/5d246d9c-e402-4190-b5ee-a3bab1392013.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2234.187296] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa796f60-0af9-4e5e-b733-85396aaf2898 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.201509] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2234.201509] env[62743]: value = "task-2064522" [ 2234.201509] env[62743]: _type = "Task" [ 2234.201509] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.208783] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2234.208783] env[62743]: value = "task-2064523" [ 2234.208783] env[62743]: _type = "Task" [ 2234.208783] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.210289] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064522, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.219206] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.234029] env[62743]: DEBUG oslo_vmware.api [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Task: {'id': task-2064519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14428} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.237027] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2234.237233] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2234.237406] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2234.237577] env[62743]: INFO nova.compute.manager [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2234.237807] env[62743]: DEBUG oslo.service.loopingcall [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.237996] env[62743]: DEBUG nova.compute.manager [-] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2234.238105] env[62743]: DEBUG nova.network.neutron [-] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2234.246360] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064520, 'name': ReconfigVM_Task, 'duration_secs': 0.341958} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.246615] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172/30ea281b-bd2f-4b17-bac3-5da08f168172.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2234.247702] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d101db1-a93c-4f99-8eac-3a27bbed28c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.267053] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f66a7-11cc-44bd-9063-a7a3030eec05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.286435] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8809498-c76d-49e0-8d74-e1c51f7045aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.306108] env[62743]: DEBUG nova.network.neutron [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Successfully updated port: b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2234.311027] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515a93f2-826a-4163-a161-9dbaf9238dd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.316090] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2234.318292] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d951ddea-6306-4795-a42c-bce6e60cbdd6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.325838] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2234.325838] env[62743]: value = "task-2064524" [ 2234.325838] env[62743]: _type = "Task" [ 2234.325838] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.334168] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.583388] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.714077] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064522, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.722679] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.812749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.812749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.812749] env[62743]: DEBUG nova.network.neutron [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2234.836330] env[62743]: DEBUG oslo_vmware.api [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064524, 'name': PowerOnVM_Task, 'duration_secs': 0.394291} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.836594] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2234.943793] env[62743]: DEBUG nova.network.neutron [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updated VIF entry in instance network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.944189] env[62743]: DEBUG nova.network.neutron [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.084918] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.214025] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064522, 'name': Rename_Task, 'duration_secs': 0.743447} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.214529] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2235.218045] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e013beb4-f512-4684-9069-b8c9a35ebf31 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.225413] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064523, 'name': ReconfigVM_Task, 'duration_secs': 0.857531} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.226576] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 5d246d9c-e402-4190-b5ee-a3bab1392013/5d246d9c-e402-4190-b5ee-a3bab1392013.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2235.227242] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2235.227242] env[62743]: value = "task-2064525" [ 2235.227242] env[62743]: _type = "Task" [ 2235.227242] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.227565] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-590a6307-6d9c-439f-8c5f-ee7a9253249d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.239141] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.241313] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2235.241313] env[62743]: value = "task-2064526" [ 2235.241313] env[62743]: _type = "Task" [ 2235.241313] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.250072] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064526, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.308127] env[62743]: DEBUG nova.compute.manager [req-74347798-f52d-4cf4-8bb8-3d9b1f6fd456 req-0697b5fa-ceb6-4e46-8f3e-26cddb7e33b9 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Received event network-vif-deleted-c6bfbafa-44db-4416-91ba-d6397d76acc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2235.308420] env[62743]: INFO nova.compute.manager [req-74347798-f52d-4cf4-8bb8-3d9b1f6fd456 req-0697b5fa-ceb6-4e46-8f3e-26cddb7e33b9 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Neutron deleted interface c6bfbafa-44db-4416-91ba-d6397d76acc9; detaching it from the instance and deleting it from the info cache [ 2235.308523] env[62743]: DEBUG nova.network.neutron [req-74347798-f52d-4cf4-8bb8-3d9b1f6fd456 req-0697b5fa-ceb6-4e46-8f3e-26cddb7e33b9 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.384981] env[62743]: DEBUG nova.network.neutron [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2235.447777] env[62743]: DEBUG oslo_concurrency.lockutils [req-d25e3b5c-efe5-42c0-bc18-aaebac6d39f0 req-2a0e7499-a14f-4a47-9ee1-f3b93fd94704 service nova] Releasing lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.590751] env[62743]: DEBUG oslo_vmware.api [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064521, 'name': PowerOnVM_Task, 'duration_secs': 1.173246} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.590751] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2235.590751] env[62743]: INFO nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Took 11.39 seconds to spawn the instance on the hypervisor. [ 2235.590751] env[62743]: DEBUG nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2235.591504] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac79527-7e7e-4644-81d9-1d8b9118a963 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.625824] env[62743]: DEBUG nova.network.neutron [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.738606] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.750765] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064526, 'name': Rename_Task, 'duration_secs': 0.184327} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.751311] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2235.751638] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18d0d4ac-3d6b-4e6a-bd54-b36e474b11c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.762147] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2235.762147] env[62743]: value = "task-2064527" [ 2235.762147] env[62743]: _type = "Task" [ 2235.762147] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.774376] env[62743]: DEBUG nova.network.neutron [-] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.775721] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.817490] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d64af9ed-8cc7-451b-bfc2-9211fda5f7db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.827581] env[62743]: DEBUG nova.compute.manager [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Received event network-vif-plugged-b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2235.827906] env[62743]: DEBUG oslo_concurrency.lockutils [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] Acquiring lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.832022] env[62743]: DEBUG oslo_concurrency.lockutils [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.832022] env[62743]: DEBUG oslo_concurrency.lockutils [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.832022] env[62743]: DEBUG nova.compute.manager [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] No waiting events found dispatching network-vif-plugged-b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2235.832022] env[62743]: WARNING nova.compute.manager [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Received unexpected event network-vif-plugged-b4879e11-c375-42f7-b6c5-c3d9b17ac091 for instance with vm_state building and task_state spawning. [ 2235.832022] env[62743]: DEBUG nova.compute.manager [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Received event network-changed-b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2235.832022] env[62743]: DEBUG nova.compute.manager [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Refreshing instance network info cache due to event network-changed-b4879e11-c375-42f7-b6c5-c3d9b17ac091. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2235.832022] env[62743]: DEBUG oslo_concurrency.lockutils [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] Acquiring lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.834915] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c0d89-ae60-4291-a278-5538e6fe8dab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.848983] env[62743]: INFO nova.compute.manager [None req-31d8067a-5a83-48c0-8d87-9577d5abf4e9 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance to original state: 'active' [ 2235.879033] env[62743]: DEBUG nova.compute.manager [req-74347798-f52d-4cf4-8bb8-3d9b1f6fd456 req-0697b5fa-ceb6-4e46-8f3e-26cddb7e33b9 service nova] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Detach interface failed, port_id=c6bfbafa-44db-4416-91ba-d6397d76acc9, reason: Instance 37a38f49-43d2-4bf4-8c65-27bf8b12d15e could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2236.115906] env[62743]: INFO nova.compute.manager [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Took 21.58 seconds to build instance. [ 2236.128876] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.129214] env[62743]: DEBUG nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Instance network_info: |[{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2236.129854] env[62743]: DEBUG oslo_concurrency.lockutils [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] Acquired lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.129854] env[62743]: DEBUG nova.network.neutron [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Refreshing network info cache for port b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2236.132585] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:7f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4879e11-c375-42f7-b6c5-c3d9b17ac091', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2236.140046] env[62743]: DEBUG oslo.service.loopingcall [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2236.143806] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2236.144998] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9162f75d-8d20-471d-9b38-060dbda247e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.166763] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2236.166763] env[62743]: value = "task-2064528" [ 2236.166763] env[62743]: _type = "Task" [ 2236.166763] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.177262] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064528, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.239809] env[62743]: DEBUG oslo_vmware.api [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064525, 'name': PowerOnVM_Task, 'duration_secs': 0.641876} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.240117] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2236.240337] env[62743]: DEBUG nova.compute.manager [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2236.241141] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d992f7-9176-4a1e-8269-c946cc5378e6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.271895] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.277079] env[62743]: INFO nova.compute.manager [-] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Took 2.04 seconds to deallocate network for instance. [ 2236.376551] env[62743]: DEBUG nova.network.neutron [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updated VIF entry in instance network info cache for port b4879e11-c375-42f7-b6c5-c3d9b17ac091. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2236.376904] env[62743]: DEBUG nova.network.neutron [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.619210] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d24abfd6-48db-4d81-9334-90db424a9a6b tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.101s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.679032] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064528, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.767675] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.768043] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.768306] env[62743]: DEBUG nova.objects.instance [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2236.783499] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.784077] env[62743]: DEBUG oslo_vmware.api [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064527, 'name': PowerOnVM_Task, 'duration_secs': 0.875617} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.784077] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2236.784240] env[62743]: INFO nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Took 10.29 seconds to spawn the instance on the hypervisor. [ 2236.784386] env[62743]: DEBUG nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2236.785189] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73413124-3ddf-46bf-badb-2aaeaf219f48 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.879969] env[62743]: DEBUG oslo_concurrency.lockutils [req-84b57253-ad77-4964-bfa4-14bd889312fd req-293a0ac1-aa67-467f-b7d1-6df8714fec1a service nova] Releasing lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.178151] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064528, 'name': CreateVM_Task, 'duration_secs': 0.981514} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.178322] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2237.179023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.179185] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.181171] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2237.181171] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4dc0ea-eb34-46c2-8eb6-fadfbb826f14 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.184300] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2237.184300] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b86cd3-c422-9578-2c53-9508257a1f40" [ 2237.184300] env[62743]: _type = "Task" [ 2237.184300] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.194020] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b86cd3-c422-9578-2c53-9508257a1f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.301944] env[62743]: INFO nova.compute.manager [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Took 16.20 seconds to build instance. [ 2237.344911] env[62743]: DEBUG nova.compute.manager [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2237.344911] env[62743]: DEBUG nova.compute.manager [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing instance network info cache due to event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2237.344911] env[62743]: DEBUG oslo_concurrency.lockutils [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.344911] env[62743]: DEBUG oslo_concurrency.lockutils [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.345173] env[62743]: DEBUG nova.network.neutron [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2237.699038] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b86cd3-c422-9578-2c53-9508257a1f40, 'name': SearchDatastore_Task, 'duration_secs': 0.037376} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.699038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.699038] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2237.699038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.699038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.699038] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2237.699038] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7fd0a83-ce2b-4f0f-b3b9-df99b1797411 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.712952] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2237.713178] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2237.713869] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45bbe281-b32b-44a1-ad7a-d0a39ec30b99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.719685] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2237.719685] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525ad3c0-c672-794d-e5b2-ecc3c398c010" [ 2237.719685] env[62743]: _type = "Task" [ 2237.719685] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.728230] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525ad3c0-c672-794d-e5b2-ecc3c398c010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.782319] env[62743]: DEBUG oslo_concurrency.lockutils [None req-871b9e6e-dc4a-4143-a821-34ac64a12d9e tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.783559] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.783779] env[62743]: DEBUG nova.objects.instance [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lazy-loading 'resources' on Instance uuid 37a38f49-43d2-4bf4-8c65-27bf8b12d15e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2237.803720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d1479df8-5dca-4358-9a09-08785a581ef7 tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.715s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.861751] env[62743]: DEBUG nova.compute.manager [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2237.861999] env[62743]: DEBUG nova.compute.manager [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing instance network info cache due to event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2237.862218] env[62743]: DEBUG oslo_concurrency.lockutils [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.862380] env[62743]: DEBUG oslo_concurrency.lockutils [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.862556] env[62743]: DEBUG nova.network.neutron [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2237.926537] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "30ea281b-bd2f-4b17-bac3-5da08f168172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.926537] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.926859] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.927021] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.927269] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.930033] env[62743]: INFO nova.compute.manager [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Terminating instance [ 2238.229734] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525ad3c0-c672-794d-e5b2-ecc3c398c010, 'name': SearchDatastore_Task, 'duration_secs': 0.01387} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.230552] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce7ad49-1dad-4567-a2ef-f909ecc9deae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.235702] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2238.235702] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520c3067-196e-c7e5-cd86-10241cec0359" [ 2238.235702] env[62743]: _type = "Task" [ 2238.235702] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.245381] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520c3067-196e-c7e5-cd86-10241cec0359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.341282] env[62743]: DEBUG nova.network.neutron [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updated VIF entry in instance network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2238.341727] env[62743]: DEBUG nova.network.neutron [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.439610] env[62743]: DEBUG nova.compute.manager [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2238.439901] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2238.440942] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ab2381-6a18-4d30-8647-87b9fe76f31b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.449605] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.452287] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342e3a1e-fa05-4ab4-a127-4f8a9b8ddf34 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.454172] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "5d246d9c-e402-4190-b5ee-a3bab1392013" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.455046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.455046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "5d246d9c-e402-4190-b5ee-a3bab1392013-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.455046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.455046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.457133] env[62743]: INFO nova.compute.manager [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Terminating instance [ 2238.462674] env[62743]: DEBUG oslo_vmware.api [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2238.462674] env[62743]: value = "task-2064529" [ 2238.462674] env[62743]: _type = "Task" [ 2238.462674] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.476389] env[62743]: DEBUG oslo_vmware.api [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.546854] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05358ff-d825-4f98-8ea3-3cd50fbfd75d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.555407] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d542add-7eeb-479d-8922-537d67d19e93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.592221] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c66073-c8a0-4fae-bf8f-21c0e8b44a11 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.599803] env[62743]: DEBUG nova.network.neutron [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updated VIF entry in instance network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2238.600158] env[62743]: DEBUG nova.network.neutron [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2238.602494] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467649e8-3c78-473e-9554-bec5d71ea212 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.622849] env[62743]: DEBUG nova.compute.provider_tree [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2238.747567] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520c3067-196e-c7e5-cd86-10241cec0359, 'name': SearchDatastore_Task, 'duration_secs': 0.044349} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.747865] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.748251] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2238.748539] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7189b4b3-d96e-4c63-9b94-215f101f6111 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.755414] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2238.755414] env[62743]: value = "task-2064530" [ 2238.755414] env[62743]: _type = "Task" [ 2238.755414] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.763750] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.844824] env[62743]: DEBUG oslo_concurrency.lockutils [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.845214] env[62743]: DEBUG nova.compute.manager [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2238.845435] env[62743]: DEBUG nova.compute.manager [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing instance network info cache due to event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2238.845753] env[62743]: DEBUG oslo_concurrency.lockutils [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.964537] env[62743]: DEBUG nova.compute.manager [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2238.965030] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2238.966113] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed32a6a0-4475-453a-92ed-fa85fe7e59ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.978120] env[62743]: DEBUG oslo_vmware.api [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064529, 'name': PowerOffVM_Task, 'duration_secs': 0.182599} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.980471] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2238.980662] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2238.980952] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.981198] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1aece61-f587-4809-aa2e-2ec78f46fe4a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.982861] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a91d41a-2776-4ab7-8772-1a3b1b7007d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.991861] env[62743]: DEBUG oslo_vmware.api [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2238.991861] env[62743]: value = "task-2064532" [ 2238.991861] env[62743]: _type = "Task" [ 2238.991861] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.108875] env[62743]: DEBUG oslo_concurrency.lockutils [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.109216] env[62743]: DEBUG nova.compute.manager [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2239.109404] env[62743]: DEBUG nova.compute.manager [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing instance network info cache due to event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2239.109660] env[62743]: DEBUG oslo_concurrency.lockutils [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.109803] env[62743]: DEBUG oslo_concurrency.lockutils [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.109967] env[62743]: DEBUG nova.network.neutron [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.111504] env[62743]: DEBUG oslo_concurrency.lockutils [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.111691] env[62743]: DEBUG nova.network.neutron [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.146249] env[62743]: ERROR nova.scheduler.client.report [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] [req-92ba740a-5f7f-4ddd-8e8c-cddf4808eb4c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92ba740a-5f7f-4ddd-8e8c-cddf4808eb4c"}]} [ 2239.261175] env[62743]: DEBUG nova.scheduler.client.report [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2239.269979] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.278134] env[62743]: DEBUG nova.scheduler.client.report [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2239.278596] env[62743]: DEBUG nova.compute.provider_tree [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2239.294050] env[62743]: DEBUG nova.scheduler.client.report [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2239.314263] env[62743]: DEBUG nova.scheduler.client.report [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2239.332432] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2239.332721] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2239.332912] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Deleting the datastore file [datastore1] 30ea281b-bd2f-4b17-bac3-5da08f168172 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2239.335960] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa12b868-d771-4748-8094-4ce6a41b6d91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.343872] env[62743]: DEBUG oslo_vmware.api [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2239.343872] env[62743]: value = "task-2064533" [ 2239.343872] env[62743]: _type = "Task" [ 2239.343872] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.356191] env[62743]: DEBUG oslo_vmware.api [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.502201] env[62743]: DEBUG oslo_vmware.api [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064532, 'name': PowerOffVM_Task, 'duration_secs': 0.269194} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.504821] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2239.504996] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2239.505453] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ca5aec-c830-4f73-bfac-ec436a78cb2e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.560025] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a380bf24-75ec-45f5-865d-b661c6fde8c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.566725] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed63759-3786-49ac-924f-50b23f26f308 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.598360] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33956da-bba2-4ef1-b613-40c2a3de4413 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.606177] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670fcd64-d0fc-45e5-9b13-b362a8ad1f19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.625334] env[62743]: DEBUG nova.compute.provider_tree [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2239.647255] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2239.647829] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2239.648212] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Deleting the datastore file [datastore1] 5d246d9c-e402-4190-b5ee-a3bab1392013 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2239.648482] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad147f74-7db0-4c74-b4db-147d728c828f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.655632] env[62743]: DEBUG oslo_vmware.api [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for the task: (returnval){ [ 2239.655632] env[62743]: value = "task-2064535" [ 2239.655632] env[62743]: _type = "Task" [ 2239.655632] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.664516] env[62743]: DEBUG oslo_vmware.api [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.766804] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583479} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.767487] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2239.767487] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2239.767487] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64502c61-13d1-439a-90ce-3550a709d523 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.774390] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2239.774390] env[62743]: value = "task-2064536" [ 2239.774390] env[62743]: _type = "Task" [ 2239.774390] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.782475] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.856792] env[62743]: DEBUG oslo_vmware.api [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458533} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.857057] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2239.857241] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2239.857421] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2239.857602] env[62743]: INFO nova.compute.manager [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Took 1.42 seconds to destroy the instance on the hypervisor. [ 2239.857828] env[62743]: DEBUG oslo.service.loopingcall [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.858414] env[62743]: DEBUG nova.compute.manager [-] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2239.858524] env[62743]: DEBUG nova.network.neutron [-] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2240.027401] env[62743]: DEBUG nova.network.neutron [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updated VIF entry in instance network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.027836] env[62743]: DEBUG nova.network.neutron [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.061684] env[62743]: DEBUG nova.network.neutron [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updated VIF entry in instance network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.061954] env[62743]: DEBUG nova.network.neutron [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.154323] env[62743]: DEBUG nova.compute.manager [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2240.154522] env[62743]: DEBUG nova.compute.manager [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing instance network info cache due to event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2240.154730] env[62743]: DEBUG oslo_concurrency.lockutils [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] Acquiring lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.154868] env[62743]: DEBUG oslo_concurrency.lockutils [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] Acquired lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.155034] env[62743]: DEBUG nova.network.neutron [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2240.161089] env[62743]: DEBUG nova.scheduler.client.report [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2240.161347] env[62743]: DEBUG nova.compute.provider_tree [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 147 to 148 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2240.161539] env[62743]: DEBUG nova.compute.provider_tree [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2240.172071] env[62743]: DEBUG oslo_vmware.api [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Task: {'id': task-2064535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314354} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.172331] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2240.172520] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2240.172696] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2240.172865] env[62743]: INFO nova.compute.manager [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2240.173111] env[62743]: DEBUG oslo.service.loopingcall [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2240.173301] env[62743]: DEBUG nova.compute.manager [-] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2240.173395] env[62743]: DEBUG nova.network.neutron [-] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2240.182016] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-b92ae33b-b41a-4281-8ba7-c41682b4d249-6857e627-699e-49ed-a908-0f2d58e87bd2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.182241] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-b92ae33b-b41a-4281-8ba7-c41682b4d249-6857e627-699e-49ed-a908-0f2d58e87bd2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.182589] env[62743]: DEBUG nova.objects.instance [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'flavor' on Instance uuid b92ae33b-b41a-4281-8ba7-c41682b4d249 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.283921] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175488} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.287809] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2240.287809] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894de3b3-dcc9-4ce1-af82-cb7b7d97aabf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.298706] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "63564e81-54bf-4666-b866-5501be38fe3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.298934] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "63564e81-54bf-4666-b866-5501be38fe3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.299140] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "63564e81-54bf-4666-b866-5501be38fe3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.299320] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "63564e81-54bf-4666-b866-5501be38fe3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.299490] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "63564e81-54bf-4666-b866-5501be38fe3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.309587] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2240.310105] env[62743]: INFO nova.compute.manager [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Terminating instance [ 2240.311475] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d485309-ab15-4234-bffa-bf108f468a1b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.333102] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2240.333102] env[62743]: value = "task-2064537" [ 2240.333102] env[62743]: _type = "Task" [ 2240.333102] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.341697] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.530661] env[62743]: DEBUG oslo_concurrency.lockutils [req-26fa58db-0715-469b-9cc1-bed5a1c70cc8 req-7183b7ad-7e4f-4de2-a40c-bea4ee3b2190 service nova] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.564785] env[62743]: DEBUG oslo_concurrency.lockutils [req-c64274e6-a11c-4449-ad3a-027ed96843c0 req-3d519c73-4889-4830-b97d-8a2067fc28dc service nova] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.579591] env[62743]: DEBUG nova.network.neutron [-] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.666764] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.883s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.690253] env[62743]: INFO nova.scheduler.client.report [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Deleted allocations for instance 37a38f49-43d2-4bf4-8c65-27bf8b12d15e [ 2240.793468] env[62743]: DEBUG nova.objects.instance [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'pci_requests' on Instance uuid b92ae33b-b41a-4281-8ba7-c41682b4d249 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.828765] env[62743]: DEBUG nova.compute.manager [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2240.829167] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2240.830346] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb085c64-a07c-4849-bdb0-62ef755d962f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.846878] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.848903] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2240.849176] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e6d5c1-0b63-4d59-9f57-1f0a053345b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.856532] env[62743]: DEBUG oslo_vmware.api [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2240.856532] env[62743]: value = "task-2064538" [ 2240.856532] env[62743]: _type = "Task" [ 2240.856532] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.864337] env[62743]: DEBUG oslo_vmware.api [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.886219] env[62743]: DEBUG nova.network.neutron [-] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.916837] env[62743]: DEBUG nova.network.neutron [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updated VIF entry in instance network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.917495] env[62743]: DEBUG nova.network.neutron [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": "3f0c411b-ef10-4513-8733-4537191fc86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.082294] env[62743]: INFO nova.compute.manager [-] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Took 1.22 seconds to deallocate network for instance. [ 2241.201370] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1901fba4-451e-4743-bee4-4875f9b53efa tempest-AttachVolumeTestJSON-1879318061 tempest-AttachVolumeTestJSON-1879318061-project-member] Lock "37a38f49-43d2-4bf4-8c65-27bf8b12d15e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.833s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.296444] env[62743]: DEBUG nova.objects.base [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2241.296752] env[62743]: DEBUG nova.network.neutron [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2241.345685] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064537, 'name': ReconfigVM_Task, 'duration_secs': 0.681557} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.346042] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2241.346621] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858e2935-cbad-45b6-a616-917d6c9a3a91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.353240] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2241.353240] env[62743]: value = "task-2064540" [ 2241.353240] env[62743]: _type = "Task" [ 2241.353240] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.363938] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064540, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.368901] env[62743]: DEBUG oslo_vmware.api [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064538, 'name': PowerOffVM_Task, 'duration_secs': 0.273136} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.369164] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2241.369333] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.369584] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-949119fd-66d0-49f4-9b6f-ce85c03744fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.372475] env[62743]: DEBUG nova.policy [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2241.389514] env[62743]: INFO nova.compute.manager [-] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Took 1.22 seconds to deallocate network for instance. [ 2241.420864] env[62743]: DEBUG oslo_concurrency.lockutils [req-cfb2042a-f486-475e-ad8d-810c8b060bd3 req-bafe18f7-e47f-458b-afae-4e4ab7988213 service nova] Releasing lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.522901] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2241.522901] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2241.522901] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleting the datastore file [datastore1] 63564e81-54bf-4666-b866-5501be38fe3d {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2241.522901] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2ffdeed-d9aa-473b-a7c8-697df5e91eba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.531017] env[62743]: DEBUG oslo_vmware.api [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2241.531017] env[62743]: value = "task-2064542" [ 2241.531017] env[62743]: _type = "Task" [ 2241.531017] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.539377] env[62743]: DEBUG oslo_vmware.api [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.590221] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.590608] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.590803] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.617586] env[62743]: INFO nova.scheduler.client.report [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Deleted allocations for instance 30ea281b-bd2f-4b17-bac3-5da08f168172 [ 2241.863938] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064540, 'name': Rename_Task, 'duration_secs': 0.16076} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.864197] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2241.864467] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-378dd24f-5dd3-4243-86cf-66c863dd0b43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.871807] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2241.871807] env[62743]: value = "task-2064543" [ 2241.871807] env[62743]: _type = "Task" [ 2241.871807] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.880032] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.896366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.896645] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.896872] env[62743]: DEBUG nova.objects.instance [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lazy-loading 'resources' on Instance uuid 5d246d9c-e402-4190-b5ee-a3bab1392013 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2242.044021] env[62743]: DEBUG oslo_vmware.api [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463651} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.044433] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2242.044722] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2242.045009] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2242.045299] env[62743]: INFO nova.compute.manager [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2242.045667] env[62743]: DEBUG oslo.service.loopingcall [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2242.045990] env[62743]: DEBUG nova.compute.manager [-] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2242.046158] env[62743]: DEBUG nova.network.neutron [-] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2242.125491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-3d2e25b0-2c48-4e0a-82e8-b782765b9cc7 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "30ea281b-bd2f-4b17-bac3-5da08f168172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.199s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.194561] env[62743]: DEBUG nova.compute.manager [req-9d05bfa4-ed30-45ec-b8dd-63baa6545c5f req-a421e796-c1ea-4cbd-95e3-e7211a1e1650 service nova] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Received event network-vif-deleted-5a0c2ea5-4a2f-469e-9927-4f7e7e30bd04 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2242.194720] env[62743]: DEBUG nova.compute.manager [req-9d05bfa4-ed30-45ec-b8dd-63baa6545c5f req-a421e796-c1ea-4cbd-95e3-e7211a1e1650 service nova] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Received event network-vif-deleted-78a846d5-5b91-444f-889d-dca155e7f0eb {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2242.385082] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.596975] env[62743]: DEBUG nova.compute.manager [req-d8def0bf-8998-4e0d-b41b-71142d65c93b req-93a507cf-98b2-4371-b570-7594bbf4778b service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Received event network-vif-deleted-5a6adfc6-30d9-4ac6-abfc-462b0bedc16b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2242.597200] env[62743]: INFO nova.compute.manager [req-d8def0bf-8998-4e0d-b41b-71142d65c93b req-93a507cf-98b2-4371-b570-7594bbf4778b service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Neutron deleted interface 5a6adfc6-30d9-4ac6-abfc-462b0bedc16b; detaching it from the instance and deleting it from the info cache [ 2242.597371] env[62743]: DEBUG nova.network.neutron [req-d8def0bf-8998-4e0d-b41b-71142d65c93b req-93a507cf-98b2-4371-b570-7594bbf4778b service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.643782] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a0336-7e59-4bd5-af93-4b90c1160054 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.651511] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d347a0-a1ec-4ca6-b91e-11578b344f3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.687414] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237f06bb-39d7-473c-b373-2294151bc496 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.697522] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd20dfe-b6f5-4edb-a778-442939ad4820 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.717370] env[62743]: DEBUG nova.compute.provider_tree [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2242.883366] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064543, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.012104] env[62743]: DEBUG nova.network.neutron [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Successfully updated port: 6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2243.071177] env[62743]: DEBUG nova.network.neutron [-] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.102179] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4008005-abe2-483d-bd2b-32c65673ecbc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.111869] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f775deb-f927-4732-be51-e82c7e97e800 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.143472] env[62743]: DEBUG nova.compute.manager [req-d8def0bf-8998-4e0d-b41b-71142d65c93b req-93a507cf-98b2-4371-b570-7594bbf4778b service nova] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Detach interface failed, port_id=5a6adfc6-30d9-4ac6-abfc-462b0bedc16b, reason: Instance 63564e81-54bf-4666-b866-5501be38fe3d could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2243.256732] env[62743]: DEBUG nova.scheduler.client.report [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2243.257253] env[62743]: DEBUG nova.compute.provider_tree [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 148 to 149 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2243.257578] env[62743]: DEBUG nova.compute.provider_tree [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2243.384925] env[62743]: DEBUG oslo_vmware.api [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064543, 'name': PowerOnVM_Task, 'duration_secs': 1.072704} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.385239] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2243.385447] env[62743]: INFO nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Took 9.58 seconds to spawn the instance on the hypervisor. [ 2243.385884] env[62743]: DEBUG nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2243.386511] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d58c5cc-ce85-4cc9-ba3d-b84270bfa778 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.446452] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "23e32315-01f1-4f46-9970-a88728fe7946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.446727] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.446937] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "23e32315-01f1-4f46-9970-a88728fe7946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.447140] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.447310] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.449719] env[62743]: INFO nova.compute.manager [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Terminating instance [ 2243.519697] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.519936] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.520067] env[62743]: DEBUG nova.network.neutron [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2243.574013] env[62743]: INFO nova.compute.manager [-] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Took 1.53 seconds to deallocate network for instance. [ 2243.764094] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.786351] env[62743]: INFO nova.scheduler.client.report [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Deleted allocations for instance 5d246d9c-e402-4190-b5ee-a3bab1392013 [ 2243.904267] env[62743]: INFO nova.compute.manager [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Took 14.46 seconds to build instance. [ 2243.953274] env[62743]: DEBUG nova.compute.manager [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2243.953751] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2243.954746] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e585b1b-ffef-440a-b79b-caa693e86702 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.963613] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2243.963866] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1402e29b-5a26-4361-a11d-96600293d60b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.970892] env[62743]: DEBUG oslo_vmware.api [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2243.970892] env[62743]: value = "task-2064544" [ 2243.970892] env[62743]: _type = "Task" [ 2243.970892] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.980082] env[62743]: DEBUG oslo_vmware.api [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.057509] env[62743]: WARNING nova.network.neutron [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] a7817626-5240-4ded-aca1-488c7c0d5e33 already exists in list: networks containing: ['a7817626-5240-4ded-aca1-488c7c0d5e33']. ignoring it [ 2244.081181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.081539] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.081756] env[62743]: DEBUG nova.objects.instance [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'resources' on Instance uuid 63564e81-54bf-4666-b866-5501be38fe3d {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.256992] env[62743]: DEBUG nova.compute.manager [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-vif-plugged-6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.257290] env[62743]: DEBUG oslo_concurrency.lockutils [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] Acquiring lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.257434] env[62743]: DEBUG oslo_concurrency.lockutils [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.257600] env[62743]: DEBUG oslo_concurrency.lockutils [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.257767] env[62743]: DEBUG nova.compute.manager [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] No waiting events found dispatching network-vif-plugged-6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2244.258058] env[62743]: WARNING nova.compute.manager [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received unexpected event network-vif-plugged-6857e627-699e-49ed-a908-0f2d58e87bd2 for instance with vm_state active and task_state None. [ 2244.258465] env[62743]: DEBUG nova.compute.manager [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-changed-6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.258781] env[62743]: DEBUG nova.compute.manager [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing instance network info cache due to event network-changed-6857e627-699e-49ed-a908-0f2d58e87bd2. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2244.259057] env[62743]: DEBUG oslo_concurrency.lockutils [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.294536] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cc9d86dd-ae13-4b72-98a0-3355d0b72add tempest-InstanceActionsV221TestJSON-2090567267 tempest-InstanceActionsV221TestJSON-2090567267-project-member] Lock "5d246d9c-e402-4190-b5ee-a3bab1392013" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.840s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.406292] env[62743]: DEBUG oslo_concurrency.lockutils [None req-62bedb85-bf98-4add-9bfb-c1990cc29c3b tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.973s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.483078] env[62743]: DEBUG oslo_vmware.api [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064544, 'name': PowerOffVM_Task, 'duration_secs': 0.402669} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.483362] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2244.483656] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2244.483903] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca923d8-429c-4f8e-a0d3-9f0018ebb3e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.561887] env[62743]: DEBUG nova.network.neutron [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6857e627-699e-49ed-a908-0f2d58e87bd2", "address": "fa:16:3e:9e:bd:94", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6857e627-69", "ovs_interfaceid": "6857e627-699e-49ed-a908-0f2d58e87bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.612554] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2244.612782] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2244.612954] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Deleting the datastore file [datastore1] 23e32315-01f1-4f46-9970-a88728fe7946 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2244.613233] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b865829-a6c1-4ee0-90ac-7b9e48abab7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.622601] env[62743]: DEBUG oslo_vmware.api [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for the task: (returnval){ [ 2244.622601] env[62743]: value = "task-2064547" [ 2244.622601] env[62743]: _type = "Task" [ 2244.622601] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.626618] env[62743]: DEBUG nova.compute.manager [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Received event network-changed-b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.626843] env[62743]: DEBUG nova.compute.manager [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Refreshing instance network info cache due to event network-changed-b4879e11-c375-42f7-b6c5-c3d9b17ac091. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2244.627082] env[62743]: DEBUG oslo_concurrency.lockutils [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] Acquiring lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.627547] env[62743]: DEBUG oslo_concurrency.lockutils [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] Acquired lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.627547] env[62743]: DEBUG nova.network.neutron [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Refreshing network info cache for port b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2244.639833] env[62743]: DEBUG oslo_vmware.api [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.817590] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8a20e-c9c8-44e4-9c7b-542e8df714fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.825331] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7ea76-a39e-43a4-86a6-26330180d0da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.856612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafcf909-2464-4c71-9fbc-47c0064a76f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.864024] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cf8a96-ad71-464b-a8a8-850735f2feb5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.877202] env[62743]: DEBUG nova.compute.provider_tree [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2245.064455] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.065171] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.065381] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.065616] env[62743]: DEBUG oslo_concurrency.lockutils [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.065797] env[62743]: DEBUG nova.network.neutron [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing network info cache for port 6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2245.071149] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec61af43-cb4e-47d8-baa7-f741d07d8924 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.085946] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2245.086127] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2245.086326] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2245.086474] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2245.087036] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2245.087036] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2245.087036] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2245.087735] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2245.087735] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2245.087735] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2245.087735] env[62743]: DEBUG nova.virt.hardware [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2245.093785] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Reconfiguring VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2245.094773] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88c91c9-507f-47e1-b537-66e58c50b09c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.114319] env[62743]: DEBUG oslo_vmware.api [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2245.114319] env[62743]: value = "task-2064548" [ 2245.114319] env[62743]: _type = "Task" [ 2245.114319] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.122725] env[62743]: DEBUG oslo_vmware.api [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064548, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.132278] env[62743]: DEBUG oslo_vmware.api [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Task: {'id': task-2064547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167027} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.132566] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2245.132785] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2245.133021] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2245.133249] env[62743]: INFO nova.compute.manager [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2245.133511] env[62743]: DEBUG oslo.service.loopingcall [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.135977] env[62743]: DEBUG nova.compute.manager [-] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2245.135977] env[62743]: DEBUG nova.network.neutron [-] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2245.379989] env[62743]: DEBUG nova.scheduler.client.report [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2245.496262] env[62743]: DEBUG nova.network.neutron [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updated VIF entry in instance network info cache for port b4879e11-c375-42f7-b6c5-c3d9b17ac091. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2245.496728] env[62743]: DEBUG nova.network.neutron [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.625327] env[62743]: DEBUG oslo_vmware.api [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.886491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.888642] env[62743]: DEBUG nova.network.neutron [-] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.917008] env[62743]: INFO nova.scheduler.client.report [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted allocations for instance 63564e81-54bf-4666-b866-5501be38fe3d [ 2245.927166] env[62743]: DEBUG nova.network.neutron [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updated VIF entry in instance network info cache for port 6857e627-699e-49ed-a908-0f2d58e87bd2. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2245.927591] env[62743]: DEBUG nova.network.neutron [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6857e627-699e-49ed-a908-0f2d58e87bd2", "address": "fa:16:3e:9e:bd:94", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6857e627-69", "ovs_interfaceid": "6857e627-699e-49ed-a908-0f2d58e87bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.999561] env[62743]: DEBUG oslo_concurrency.lockutils [req-2b01d874-bfbe-4e55-88f8-8421a0eea624 req-8b99acc5-8d0f-4207-b510-c5afefe9cf25 service nova] Releasing lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.126262] env[62743]: DEBUG oslo_vmware.api [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064548, 'name': ReconfigVM_Task, 'duration_secs': 0.971705} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.126803] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.127032] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Reconfigured VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2246.391306] env[62743]: INFO nova.compute.manager [-] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Took 1.26 seconds to deallocate network for instance. [ 2246.426518] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a12da65f-1487-44bf-8c44-3d136c1b3706 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "63564e81-54bf-4666-b866-5501be38fe3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.127s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.432411] env[62743]: DEBUG oslo_concurrency.lockutils [req-80bc265b-bdbe-4c88-bff7-4b6844deb98b req-dd23fe35-7ba6-4235-92c3-f3cf39f9e16c service nova] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.633070] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d19f6aa7-3e97-47cc-941f-ab88ca6bb3c1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-b92ae33b-b41a-4281-8ba7-c41682b4d249-6857e627-699e-49ed-a908-0f2d58e87bd2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.451s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.649317] env[62743]: DEBUG nova.compute.manager [req-76388955-f805-4a41-85ac-555c1217108b req-f2ab545c-e379-4c16-87e1-67e149b562fb service nova] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Received event network-vif-deleted-3723234c-82cc-4715-8eaa-da39be58d11c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2246.900439] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.900758] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.900981] env[62743]: DEBUG nova.objects.instance [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lazy-loading 'resources' on Instance uuid 23e32315-01f1-4f46-9970-a88728fe7946 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2247.561637] env[62743]: DEBUG oslo_concurrency.lockutils [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.561918] env[62743]: DEBUG oslo_concurrency.lockutils [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.634770] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a6568-98f4-4590-9189-39dedc01fc19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.644253] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4412e3ed-03cc-4ef2-9926-5f6c6912b20d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.680629] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e28527b-ad23-4800-afb9-215da7d22f38 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.690515] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d05c0d0-f4a6-4284-8156-bae81104905b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.711157] env[62743]: DEBUG nova.compute.provider_tree [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2248.022294] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-b92ae33b-b41a-4281-8ba7-c41682b4d249-6857e627-699e-49ed-a908-0f2d58e87bd2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.022642] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-b92ae33b-b41a-4281-8ba7-c41682b4d249-6857e627-699e-49ed-a908-0f2d58e87bd2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.066212] env[62743]: INFO nova.compute.manager [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Detaching volume 6f21f154-b9cd-4fb0-bf41-12b5d69e3e91 [ 2248.105164] env[62743]: INFO nova.virt.block_device [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Attempting to driver detach volume 6f21f154-b9cd-4fb0-bf41-12b5d69e3e91 from mountpoint /dev/sdb [ 2248.105420] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2248.106043] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423368', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'name': 'volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317', 'attached_at': '', 'detached_at': '', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'serial': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2248.106646] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7c1332-7a5a-4b92-9f89-0d3fabf05e13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.131016] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3084f6e9-36e3-4a81-b4bb-b8f09c754ad6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.139564] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c3629-b9f4-4617-8a77-bd8568f05d09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.161813] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532df035-188a-4ebf-a2e0-c1e1f6be1475 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.179972] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91/volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2248.185505] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2248.185903] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd8ba27-3035-442a-a23b-425520e05e09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.204091] env[62743]: DEBUG oslo_vmware.api [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2248.204091] env[62743]: value = "task-2064550" [ 2248.204091] env[62743]: _type = "Task" [ 2248.204091] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.212491] env[62743]: DEBUG oslo_vmware.api [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.214477] env[62743]: DEBUG nova.scheduler.client.report [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2248.525648] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2248.525858] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2248.527245] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f363f3d-a88d-4d79-8ad3-1ba0885881e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.546980] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e268b4b4-051e-42d5-8346-a08113c3095c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.575320] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Reconfiguring VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2248.575676] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-995c8237-fc4b-4cf1-9e47-0709ab027b53 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.594738] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2248.594738] env[62743]: value = "task-2064551" [ 2248.594738] env[62743]: _type = "Task" [ 2248.594738] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.605221] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.714948] env[62743]: DEBUG oslo_vmware.api [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.718845] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.747046] env[62743]: INFO nova.scheduler.client.report [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Deleted allocations for instance 23e32315-01f1-4f46-9970-a88728fe7946 [ 2249.104484] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.216595] env[62743]: DEBUG oslo_vmware.api [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064550, 'name': ReconfigVM_Task, 'duration_secs': 0.842112} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.216595] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2249.222669] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244b169a-1f01-4b58-8f6c-e7014e5abbb5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.238747] env[62743]: DEBUG oslo_vmware.api [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2249.238747] env[62743]: value = "task-2064552" [ 2249.238747] env[62743]: _type = "Task" [ 2249.238747] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.247271] env[62743]: DEBUG oslo_vmware.api [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.255436] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2fb516ca-1e39-4e84-9807-a8f303d93af6 tempest-MigrationsAdminTest-1659759547 tempest-MigrationsAdminTest-1659759547-project-member] Lock "23e32315-01f1-4f46-9970-a88728fe7946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.809s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.607020] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.749265] env[62743]: DEBUG oslo_vmware.api [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064552, 'name': ReconfigVM_Task, 'duration_secs': 0.282215} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.749575] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423368', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'name': 'volume-6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317', 'attached_at': '', 'detached_at': '', 'volume_id': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91', 'serial': '6f21f154-b9cd-4fb0-bf41-12b5d69e3e91'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2249.947547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.947849] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.105779] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.295782] env[62743]: DEBUG nova.objects.instance [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'flavor' on Instance uuid 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.450620] env[62743]: DEBUG nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2250.608231] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.977850] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.978117] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.981175] env[62743]: INFO nova.compute.claims [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2251.110657] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.303566] env[62743]: DEBUG oslo_concurrency.lockutils [None req-278039e4-3d4b-4010-9e8a-3fe623c22254 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.741s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.608782] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.853992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.853992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.853992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.853992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.853992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.855549] env[62743]: INFO nova.compute.manager [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Terminating instance [ 2252.111235] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.236625] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a78ac7-9d71-4ddb-b140-d121a315b438 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.245458] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211c86dd-7046-4e7d-9da6-06d49e5112cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.281341] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b270c820-46d9-42af-8460-7e873ac2772f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.292808] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39376c36-e8d8-4448-9feb-10f437760e45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.309060] env[62743]: DEBUG nova.compute.provider_tree [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2252.363069] env[62743]: DEBUG nova.compute.manager [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2252.363297] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2252.364329] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ac0631-b50d-4b95-b4c0-79ebc992254a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.371878] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2252.372135] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e576bd2c-2271-4ded-85fb-4fd329b56460 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.379371] env[62743]: DEBUG oslo_vmware.api [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2252.379371] env[62743]: value = "task-2064553" [ 2252.379371] env[62743]: _type = "Task" [ 2252.379371] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.391597] env[62743]: DEBUG oslo_vmware.api [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.611178] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.792486] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.792764] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.793011] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.793204] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.793376] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.796576] env[62743]: INFO nova.compute.manager [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Terminating instance [ 2252.814560] env[62743]: DEBUG nova.scheduler.client.report [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2252.892967] env[62743]: DEBUG oslo_vmware.api [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064553, 'name': PowerOffVM_Task, 'duration_secs': 0.198887} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.897839] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2252.897839] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2252.898644] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45afb03b-3dab-4161-9b78-7814bf7af704 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.111911] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.301227] env[62743]: DEBUG nova.compute.manager [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2253.301488] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2253.302397] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8673c395-0638-4b44-8093-da26b8dc04b2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.311312] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2253.311711] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be71c0a-d26f-4892-9fce-6bef1d6bd531 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.317028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.319288] env[62743]: DEBUG oslo_vmware.api [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2253.319288] env[62743]: value = "task-2064555" [ 2253.319288] env[62743]: _type = "Task" [ 2253.319288] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.327708] env[62743]: DEBUG oslo_vmware.api [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.613330] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.821543] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "c9ae5b90-cb43-4fb8-acd4-7f0e21c75869" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.821835] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "c9ae5b90-cb43-4fb8-acd4-7f0e21c75869" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.831866] env[62743]: DEBUG oslo_vmware.api [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064555, 'name': PowerOffVM_Task, 'duration_secs': 0.163417} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.832691] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2253.832871] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2253.833150] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c91c570-e3af-46da-b90e-b7db47a94b43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.112378] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.327773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "c9ae5b90-cb43-4fb8-acd4-7f0e21c75869" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.328667] env[62743]: DEBUG nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2254.615897] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.835575] env[62743]: DEBUG nova.compute.utils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2254.841020] env[62743]: DEBUG nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2254.841020] env[62743]: DEBUG nova.network.neutron [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2254.902269] env[62743]: DEBUG nova.policy [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88cd3d80f14a44d0aa480f6ca033b49d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '107214c48a6c42e3bea46ef605f641e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2255.114123] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.285759] env[62743]: DEBUG nova.network.neutron [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Successfully created port: d9482bec-e68b-4fb9-9e98-fe3e1e160c06 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2255.341033] env[62743]: DEBUG nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2255.355539] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2255.355539] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2255.355539] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleting the datastore file [datastore1] 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2255.357102] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb83c7b6-8441-41ce-9f74-72ca84ccac9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.364994] env[62743]: DEBUG oslo_vmware.api [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2255.364994] env[62743]: value = "task-2064557" [ 2255.364994] env[62743]: _type = "Task" [ 2255.364994] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.375050] env[62743]: DEBUG oslo_vmware.api [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.424027] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2255.424027] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2255.424027] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Deleting the datastore file [datastore1] e205af34-4ca2-4a00-845b-229d7c2d9ea2 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2255.424027] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc7dc41-fea3-400b-a7b9-c823d4b57e69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.433372] env[62743]: DEBUG oslo_vmware.api [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for the task: (returnval){ [ 2255.433372] env[62743]: value = "task-2064558" [ 2255.433372] env[62743]: _type = "Task" [ 2255.433372] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.440457] env[62743]: DEBUG oslo_vmware.api [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.614491] env[62743]: DEBUG oslo_vmware.api [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064551, 'name': ReconfigVM_Task, 'duration_secs': 6.986562} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.617024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.617024] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Reconfigured VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2255.877405] env[62743]: DEBUG oslo_vmware.api [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142024} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.877405] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2255.880031] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2255.880359] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2255.880586] env[62743]: INFO nova.compute.manager [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Took 3.52 seconds to destroy the instance on the hypervisor. [ 2255.880867] env[62743]: DEBUG oslo.service.loopingcall [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.881096] env[62743]: DEBUG nova.compute.manager [-] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2255.881184] env[62743]: DEBUG nova.network.neutron [-] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2255.941313] env[62743]: DEBUG oslo_vmware.api [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Task: {'id': task-2064558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129448} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.941474] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2255.941646] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2255.941824] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2255.941994] env[62743]: INFO nova.compute.manager [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Took 2.64 seconds to destroy the instance on the hypervisor. [ 2255.942238] env[62743]: DEBUG oslo.service.loopingcall [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.944371] env[62743]: DEBUG nova.compute.manager [-] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2255.944409] env[62743]: DEBUG nova.network.neutron [-] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2256.352741] env[62743]: DEBUG nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2256.379940] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2256.380455] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2256.380455] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2256.380613] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2256.380721] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2256.380871] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2256.381097] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2256.381262] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2256.381427] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2256.381638] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2256.381834] env[62743]: DEBUG nova.virt.hardware [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2256.383051] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ecd219-983f-44bb-9118-cfd787e45d5a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.392310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f043f17-19aa-41e3-ae5c-b742d1ee8231 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.435355] env[62743]: DEBUG nova.compute.manager [req-9b2efa3a-1737-42b0-be04-bd47c834137a req-6fd5b45d-787d-48da-878c-2207c6543e3e service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Received event network-vif-deleted-3b7f84a2-5342-4db8-90e7-745e294691f4 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2256.435355] env[62743]: INFO nova.compute.manager [req-9b2efa3a-1737-42b0-be04-bd47c834137a req-6fd5b45d-787d-48da-878c-2207c6543e3e service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Neutron deleted interface 3b7f84a2-5342-4db8-90e7-745e294691f4; detaching it from the instance and deleting it from the info cache [ 2256.435355] env[62743]: DEBUG nova.network.neutron [req-9b2efa3a-1737-42b0-be04-bd47c834137a req-6fd5b45d-787d-48da-878c-2207c6543e3e service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.601123] env[62743]: DEBUG nova.compute.manager [req-17cbfd1c-24b6-4f66-8fc8-d9b8efdee164 req-fef8d5d5-84ec-48b4-92ea-15d6ef6fd299 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Received event network-vif-deleted-7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2256.601123] env[62743]: INFO nova.compute.manager [req-17cbfd1c-24b6-4f66-8fc8-d9b8efdee164 req-fef8d5d5-84ec-48b4-92ea-15d6ef6fd299 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Neutron deleted interface 7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1; detaching it from the instance and deleting it from the info cache [ 2256.601123] env[62743]: DEBUG nova.network.neutron [req-17cbfd1c-24b6-4f66-8fc8-d9b8efdee164 req-fef8d5d5-84ec-48b4-92ea-15d6ef6fd299 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.908900] env[62743]: DEBUG nova.network.neutron [-] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.938382] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0882a7b-356e-4e09-9cf6-f3b6be0c4b75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.951730] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9045a265-f69a-462c-9710-a879e2638e21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.986769] env[62743]: DEBUG nova.compute.manager [req-9b2efa3a-1737-42b0-be04-bd47c834137a req-6fd5b45d-787d-48da-878c-2207c6543e3e service nova] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Detach interface failed, port_id=3b7f84a2-5342-4db8-90e7-745e294691f4, reason: Instance e205af34-4ca2-4a00-845b-229d7c2d9ea2 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2257.047940] env[62743]: DEBUG nova.network.neutron [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Successfully updated port: d9482bec-e68b-4fb9-9e98-fe3e1e160c06 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2257.074763] env[62743]: DEBUG nova.network.neutron [-] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2257.102225] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7b1565c-c0ac-42b4-8574-445caa653914 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.114984] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68226fb6-244d-43ef-8fb8-d6046f14d5fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.152260] env[62743]: DEBUG nova.compute.manager [req-17cbfd1c-24b6-4f66-8fc8-d9b8efdee164 req-fef8d5d5-84ec-48b4-92ea-15d6ef6fd299 service nova] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Detach interface failed, port_id=7a0d3f19-bf0b-4c28-aea5-905dcbb3bea1, reason: Instance 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2257.165180] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.165370] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.165620] env[62743]: DEBUG nova.network.neutron [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2257.413141] env[62743]: INFO nova.compute.manager [-] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Took 1.47 seconds to deallocate network for instance. [ 2257.554591] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "refresh_cache-f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.554591] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquired lock "refresh_cache-f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.554591] env[62743]: DEBUG nova.network.neutron [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2257.575975] env[62743]: INFO nova.compute.manager [-] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Took 1.69 seconds to deallocate network for instance. [ 2257.920438] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2257.920768] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.920872] env[62743]: DEBUG nova.objects.instance [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lazy-loading 'resources' on Instance uuid e205af34-4ca2-4a00-845b-229d7c2d9ea2 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.009927] env[62743]: INFO nova.network.neutron [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Port 6857e627-699e-49ed-a908-0f2d58e87bd2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2258.010282] env[62743]: DEBUG nova.network.neutron [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.087200] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.088188] env[62743]: DEBUG nova.network.neutron [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2258.265314] env[62743]: DEBUG nova.network.neutron [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Updating instance_info_cache with network_info: [{"id": "d9482bec-e68b-4fb9-9e98-fe3e1e160c06", "address": "fa:16:3e:c8:9a:4d", "network": {"id": "fa5e5e6a-a845-4456-be88-79b7e2d66964", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1217251935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "107214c48a6c42e3bea46ef605f641e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9482bec-e6", "ovs_interfaceid": "d9482bec-e68b-4fb9-9e98-fe3e1e160c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.507187] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Received event network-vif-plugged-d9482bec-e68b-4fb9-9e98-fe3e1e160c06 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2258.507610] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Acquiring lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.507963] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.509080] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.509080] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] No waiting events found dispatching network-vif-plugged-d9482bec-e68b-4fb9-9e98-fe3e1e160c06 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2258.509080] env[62743]: WARNING nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Received unexpected event network-vif-plugged-d9482bec-e68b-4fb9-9e98-fe3e1e160c06 for instance with vm_state building and task_state spawning. [ 2258.509080] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Received event network-changed-d9482bec-e68b-4fb9-9e98-fe3e1e160c06 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2258.509080] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Refreshing instance network info cache due to event network-changed-d9482bec-e68b-4fb9-9e98-fe3e1e160c06. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2258.509486] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Acquiring lock "refresh_cache-f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.512705] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.613461] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c071e-a552-4145-9df3-627c991458e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.621370] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6300bd7f-438b-4398-9e1c-41d92be1f051 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.654171] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d37358-6762-4098-b24b-1aeb235336ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.662220] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afdbd5-ac42-4f2d-adf2-2ae8928ff9d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.676016] env[62743]: DEBUG nova.compute.provider_tree [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2258.698818] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-6857e627-699e-49ed-a908-0f2d58e87bd2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.699098] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-6857e627-699e-49ed-a908-0f2d58e87bd2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.699672] env[62743]: DEBUG nova.objects.instance [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'flavor' on Instance uuid 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.767819] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Releasing lock "refresh_cache-f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.768182] env[62743]: DEBUG nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Instance network_info: |[{"id": "d9482bec-e68b-4fb9-9e98-fe3e1e160c06", "address": "fa:16:3e:c8:9a:4d", "network": {"id": "fa5e5e6a-a845-4456-be88-79b7e2d66964", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1217251935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "107214c48a6c42e3bea46ef605f641e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9482bec-e6", "ovs_interfaceid": "d9482bec-e68b-4fb9-9e98-fe3e1e160c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2258.768488] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Acquired lock "refresh_cache-f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.768681] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Refreshing network info cache for port d9482bec-e68b-4fb9-9e98-fe3e1e160c06 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2258.770556] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:9a:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9482bec-e68b-4fb9-9e98-fe3e1e160c06', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2258.779082] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Creating folder: Project (107214c48a6c42e3bea46ef605f641e5). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2258.780805] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd06eb37-4cdd-471b-b49a-70becbc1badd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.791820] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Created folder: Project (107214c48a6c42e3bea46ef605f641e5) in parent group-v423128. [ 2258.792070] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Creating folder: Instances. Parent ref: group-v423394. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2258.792903] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9baa9e8-8fcd-475e-8d66-af42623ff3ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.802779] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Created folder: Instances in parent group-v423394. [ 2258.803043] env[62743]: DEBUG oslo.service.loopingcall [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2258.803234] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2258.803592] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4c0f195-c511-41b9-b486-ae910b4e16db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.821625] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2258.821625] env[62743]: value = "task-2064561" [ 2258.821625] env[62743]: _type = "Task" [ 2258.821625] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.828962] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064561, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.018685] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d65384-b9a4-4c3e-89e9-7b6c3653637f tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-b92ae33b-b41a-4281-8ba7-c41682b4d249-6857e627-699e-49ed-a908-0f2d58e87bd2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.996s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.178958] env[62743]: DEBUG nova.scheduler.client.report [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2259.317500] env[62743]: DEBUG nova.objects.instance [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'pci_requests' on Instance uuid 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2259.332300] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064561, 'name': CreateVM_Task, 'duration_secs': 0.356719} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.332472] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2259.333140] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.333344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.333717] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2259.333969] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c31369-e2e4-4c8d-9bca-333f146eaa80 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.339252] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2259.339252] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529bdc83-4cfd-0ed3-9b5f-68cf3d2b3fc9" [ 2259.339252] env[62743]: _type = "Task" [ 2259.339252] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.347567] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529bdc83-4cfd-0ed3-9b5f-68cf3d2b3fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.510126] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Updated VIF entry in instance network info cache for port d9482bec-e68b-4fb9-9e98-fe3e1e160c06. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2259.510126] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Updating instance_info_cache with network_info: [{"id": "d9482bec-e68b-4fb9-9e98-fe3e1e160c06", "address": "fa:16:3e:c8:9a:4d", "network": {"id": "fa5e5e6a-a845-4456-be88-79b7e2d66964", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1217251935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "107214c48a6c42e3bea46ef605f641e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9482bec-e6", "ovs_interfaceid": "d9482bec-e68b-4fb9-9e98-fe3e1e160c06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.687302] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.688080] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.601s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.688448] env[62743]: DEBUG nova.objects.instance [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'resources' on Instance uuid 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2259.714442] env[62743]: INFO nova.scheduler.client.report [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Deleted allocations for instance e205af34-4ca2-4a00-845b-229d7c2d9ea2 [ 2259.819812] env[62743]: DEBUG nova.objects.base [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Object Instance<56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185> lazy-loaded attributes: flavor,pci_requests {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2259.820066] env[62743]: DEBUG nova.network.neutron [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2259.850327] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529bdc83-4cfd-0ed3-9b5f-68cf3d2b3fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.852400] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.852634] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2259.852886] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.853100] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.853298] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2259.853563] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b178bd8-e3dd-47d6-af24-65596dddb497 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.862153] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2259.862346] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2259.863087] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be541d78-4434-43d9-8f4d-6ba9836ddc26 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.868864] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2259.868864] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f9ee41-46d2-eefb-7b33-9f938e65d28d" [ 2259.868864] env[62743]: _type = "Task" [ 2259.868864] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.876169] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f9ee41-46d2-eefb-7b33-9f938e65d28d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.900217] env[62743]: DEBUG nova.policy [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18231bc6b1734fdcb9f58b86c80beead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d06bcae9c46508664683d433bb236', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2260.012858] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Releasing lock "refresh_cache-f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.012858] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2260.012858] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing instance network info cache due to event network-changed-b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2260.012858] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Acquiring lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.013082] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Acquired lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.013242] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Refreshing network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2260.223554] env[62743]: DEBUG oslo_concurrency.lockutils [None req-18c0f132-ad30-40c3-8208-69493fcb3416 tempest-ServersTestManualDisk-17503518 tempest-ServersTestManualDisk-17503518-project-member] Lock "e205af34-4ca2-4a00-845b-229d7c2d9ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.431s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.354360] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c0c57-52e5-49dd-ae5c-c0de1f4bbc05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.361833] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217eb0a2-f708-4675-9269-7f5f24031e43 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.394044] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4ffa28-59f0-41aa-b755-125ed23d5184 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.405176] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb89160-e711-47fa-8850-f0722231129e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.408805] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f9ee41-46d2-eefb-7b33-9f938e65d28d, 'name': SearchDatastore_Task, 'duration_secs': 0.008674} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.409881] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054e9d8c-bae6-4daf-81d9-9dd741f5aca4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.420871] env[62743]: DEBUG nova.compute.provider_tree [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2260.426025] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2260.426025] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52452c71-2b4b-cae6-3b98-fb6b3569bd84" [ 2260.426025] env[62743]: _type = "Task" [ 2260.426025] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.433414] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52452c71-2b4b-cae6-3b98-fb6b3569bd84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.924642] env[62743]: DEBUG nova.scheduler.client.report [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2260.939787] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52452c71-2b4b-cae6-3b98-fb6b3569bd84, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.940791] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.941102] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9/f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2260.941374] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178442c7-7d60-4837-bffb-3da3bb7f88dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.948509] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2260.948509] env[62743]: value = "task-2064562" [ 2260.948509] env[62743]: _type = "Task" [ 2260.948509] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.956802] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.969665] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updated VIF entry in instance network info cache for port b0977145-48ad-4c86-b5de-d37f749d4157. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2260.969763] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [{"id": "b0977145-48ad-4c86-b5de-d37f749d4157", "address": "fa:16:3e:40:29:4f", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0977145-48", "ovs_interfaceid": "b0977145-48ad-4c86-b5de-d37f749d4157", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.245402] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.245402] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.245402] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2261.432416] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.455429] env[62743]: INFO nova.scheduler.client.report [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted allocations for instance 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317 [ 2261.465095] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489567} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.465548] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9/f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2261.465763] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2261.466025] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b40ad5d-6269-4a08-a57d-926b27adfb15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.473467] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Releasing lock "refresh_cache-b92ae33b-b41a-4281-8ba7-c41682b4d249" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.473709] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2261.473876] env[62743]: DEBUG nova.compute.manager [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing instance network info cache due to event network-changed-f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2261.474113] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.474536] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.474536] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2261.477486] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2261.477486] env[62743]: value = "task-2064563" [ 2261.477486] env[62743]: _type = "Task" [ 2261.477486] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.484623] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.495351] env[62743]: DEBUG nova.compute.manager [req-554bb854-5292-4b6f-a6fd-9f80c580dfc1 req-8c60402d-f3a6-46e7-91fe-0843e3d943ca service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-vif-plugged-6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2261.495513] env[62743]: DEBUG oslo_concurrency.lockutils [req-554bb854-5292-4b6f-a6fd-9f80c580dfc1 req-8c60402d-f3a6-46e7-91fe-0843e3d943ca service nova] Acquiring lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.495719] env[62743]: DEBUG oslo_concurrency.lockutils [req-554bb854-5292-4b6f-a6fd-9f80c580dfc1 req-8c60402d-f3a6-46e7-91fe-0843e3d943ca service nova] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.495881] env[62743]: DEBUG oslo_concurrency.lockutils [req-554bb854-5292-4b6f-a6fd-9f80c580dfc1 req-8c60402d-f3a6-46e7-91fe-0843e3d943ca service nova] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.496055] env[62743]: DEBUG nova.compute.manager [req-554bb854-5292-4b6f-a6fd-9f80c580dfc1 req-8c60402d-f3a6-46e7-91fe-0843e3d943ca service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] No waiting events found dispatching network-vif-plugged-6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2261.496221] env[62743]: WARNING nova.compute.manager [req-554bb854-5292-4b6f-a6fd-9f80c580dfc1 req-8c60402d-f3a6-46e7-91fe-0843e3d943ca service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received unexpected event network-vif-plugged-6857e627-699e-49ed-a908-0f2d58e87bd2 for instance with vm_state active and task_state None. [ 2261.680086] env[62743]: DEBUG nova.network.neutron [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Successfully updated port: 6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2261.747148] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2261.747370] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.747524] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.747674] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.747822] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.747973] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.748133] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.748267] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2261.748409] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2261.968746] env[62743]: DEBUG oslo_concurrency.lockutils [None req-825f7c72-93f3-43fb-a5ba-b78e7b0cb631 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.117s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.989543] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064833} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.990350] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2261.991161] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e913e-648a-4165-989b-b03fdc08c16b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.013941] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9/f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2262.017073] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e80551-82f5-46b4-83c1-70e031404f55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.037634] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2262.037634] env[62743]: value = "task-2064564" [ 2262.037634] env[62743]: _type = "Task" [ 2262.037634] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.045721] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.182357] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.251269] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.251596] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.251637] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.251778] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2262.253554] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e1172-778e-40b9-9fe6-4d5844ade148 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.266875] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43109fdd-5442-4c43-9088-80634358d928 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.281447] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78aeafc-3e9d-4954-abdd-4233ef98ea0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.288361] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b93fad-a8f0-49b3-b4b2-06304a34aa5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.317449] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179434MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2262.317607] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.317809] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.332015] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updated VIF entry in instance network info cache for port f018112c-b90e-4941-84a2-30c89efa1bb0. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2262.332396] env[62743]: DEBUG nova.network.neutron [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.548543] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.835829] env[62743]: DEBUG oslo_concurrency.lockutils [req-e41266f7-0441-45b6-8715-e1207cf95a4d req-de71bc98-4462-4570-9377-780233126df4 service nova] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.836179] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.836347] env[62743]: DEBUG nova.network.neutron [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2263.051127] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064564, 'name': ReconfigVM_Task, 'duration_secs': 0.763349} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.051447] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Reconfigured VM instance instance-0000006c to attach disk [datastore1] f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9/f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2263.052065] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d2d90f5-249f-4876-8e57-3d8859a53955 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.058678] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2263.058678] env[62743]: value = "task-2064565" [ 2263.058678] env[62743]: _type = "Task" [ 2263.058678] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.066673] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064565, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.351733] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.352018] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.352018] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7b627ea0-4885-49f9-b16c-863532e2ebde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.352137] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 09b4fb94-d464-46ba-9736-626dc282f4ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.352249] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.352359] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 65e2ec6f-b0c5-4e0d-a823-294905c99c29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.352467] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b92ae33b-b41a-4281-8ba7-c41682b4d249 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.352581] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.354022] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 3e405e23-e741-43f3-aacf-913aa0f2e53e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.354022] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd2f9b88-9281-41df-a48d-6b816fbb4298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.354022] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 90d758e1-2b07-44b4-9a10-1cb377b21874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.354022] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2263.354022] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2263.354022] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2263.386751] env[62743]: WARNING nova.network.neutron [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] a7817626-5240-4ded-aca1-488c7c0d5e33 already exists in list: networks containing: ['a7817626-5240-4ded-aca1-488c7c0d5e33']. ignoring it [ 2263.517430] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9942db15-909f-4da2-9d44-dd64d52addef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.525427] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b261852d-e99f-4bb5-9ecd-64cc3148dfcf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.558310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b62a65-9af4-45f2-b58c-a817d914f034 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.563101] env[62743]: DEBUG nova.compute.manager [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-changed-6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.563299] env[62743]: DEBUG nova.compute.manager [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing instance network info cache due to event network-changed-6857e627-699e-49ed-a908-0f2d58e87bd2. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2263.563485] env[62743]: DEBUG oslo_concurrency.lockutils [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.574366] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857263ed-7d81-4855-a5e5-da3621669c01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.578123] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064565, 'name': Rename_Task, 'duration_secs': 0.14384} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.578634] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2263.579160] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0515c3a7-b9e1-4771-b723-84795359a750 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.590059] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2263.592283] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2263.592283] env[62743]: value = "task-2064566" [ 2263.592283] env[62743]: _type = "Task" [ 2263.592283] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.602008] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.743130] env[62743]: DEBUG nova.network.neutron [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6857e627-699e-49ed-a908-0f2d58e87bd2", "address": "fa:16:3e:9e:bd:94", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6857e627-69", "ovs_interfaceid": "6857e627-699e-49ed-a908-0f2d58e87bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.094034] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2264.109486] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "00425453-1c7c-466c-9f91-640627878e4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.109893] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.111122] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064566, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.247046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.247046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.247046] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.247224] env[62743]: DEBUG oslo_concurrency.lockutils [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.247408] env[62743]: DEBUG nova.network.neutron [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Refreshing network info cache for port 6857e627-699e-49ed-a908-0f2d58e87bd2 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2264.249096] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068a9a5a-c0b1-4909-a173-b2ff92d8d877 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.266932] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2264.267180] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2264.267335] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2264.267515] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2264.267661] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2264.267803] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2264.268008] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2264.268173] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2264.268337] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2264.268526] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2264.268669] env[62743]: DEBUG nova.virt.hardware [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2264.274750] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Reconfiguring VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2264.275616] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d65d76-34bb-4001-a0b3-13004f656200 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.292433] env[62743]: DEBUG oslo_vmware.api [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2264.292433] env[62743]: value = "task-2064567" [ 2264.292433] env[62743]: _type = "Task" [ 2264.292433] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.300530] env[62743]: DEBUG oslo_vmware.api [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064567, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.602372] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2264.602655] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.285s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.608538] env[62743]: DEBUG oslo_vmware.api [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064566, 'name': PowerOnVM_Task, 'duration_secs': 0.615505} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.608538] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2264.609452] env[62743]: INFO nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Took 8.26 seconds to spawn the instance on the hypervisor. [ 2264.609452] env[62743]: DEBUG nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2264.609748] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c99882-66ed-47b6-947d-c7ac3be3037e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.612536] env[62743]: DEBUG nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2264.806266] env[62743]: DEBUG oslo_vmware.api [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.979546] env[62743]: DEBUG nova.network.neutron [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updated VIF entry in instance network info cache for port 6857e627-699e-49ed-a908-0f2d58e87bd2. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2264.980017] env[62743]: DEBUG nova.network.neutron [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6857e627-699e-49ed-a908-0f2d58e87bd2", "address": "fa:16:3e:9e:bd:94", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6857e627-69", "ovs_interfaceid": "6857e627-699e-49ed-a908-0f2d58e87bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2265.128243] env[62743]: INFO nova.compute.manager [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Took 14.17 seconds to build instance. [ 2265.141552] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.142580] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.143493] env[62743]: INFO nova.compute.claims [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2265.303047] env[62743]: DEBUG oslo_vmware.api [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064567, 'name': ReconfigVM_Task, 'duration_secs': 0.806135} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.303549] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.303929] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Reconfigured VM to attach interface {{(pid=62743) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2265.482731] env[62743]: DEBUG oslo_concurrency.lockutils [req-a15e99ee-7c7e-4d69-b7f0-d2fa6cc94c9b req-770e0a90-bac6-4835-b6c3-65e2f4d6cbae service nova] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.630367] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d6b1f5c-9c1c-40c4-9785-f1a58bfbd0aa tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.682s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.808136] env[62743]: DEBUG oslo_concurrency.lockutils [None req-71fe1b1e-71c2-4056-ab53-f65995696d69 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-6857e627-699e-49ed-a908-0f2d58e87bd2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.109s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.833597] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.833895] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.106311] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "9e574909-e8b2-42f4-a653-1257c91bfc9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.106547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.149024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.149275] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.149476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.149655] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.149821] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.154423] env[62743]: INFO nova.compute.manager [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Terminating instance [ 2266.336253] env[62743]: DEBUG nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2266.351353] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024742b-3d51-41e6-a024-26ae459be61d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.358839] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d672a5-657e-4373-a84f-4778ad937407 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.391137] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c63ffd-7dba-46f9-aaba-d0bb600f5fdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.398757] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee523f24-9f70-436a-94af-ea97dac8df2c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.412446] env[62743]: DEBUG nova.compute.provider_tree [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2266.609230] env[62743]: DEBUG nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2266.658152] env[62743]: DEBUG nova.compute.manager [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2266.658438] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2266.659325] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb22c8d0-bfdd-4d0f-bc99-d02d26d199e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.667498] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2266.667770] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cb929ec-6f47-4ce6-a364-50e5c87e777a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.673923] env[62743]: DEBUG oslo_vmware.api [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2266.673923] env[62743]: value = "task-2064568" [ 2266.673923] env[62743]: _type = "Task" [ 2266.673923] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.861078] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.914886] env[62743]: DEBUG nova.scheduler.client.report [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2267.130076] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.185378] env[62743]: DEBUG oslo_vmware.api [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064568, 'name': PowerOffVM_Task, 'duration_secs': 0.230701} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.185672] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2267.185878] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2267.186142] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bce274a-5b82-4038-8fc9-d02a2f19530c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.337857] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2267.338096] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2267.338272] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Deleting the datastore file [datastore1] f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2267.338563] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc09fbbb-4891-481a-8d61-67c9cd1ff14c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.345213] env[62743]: DEBUG oslo_vmware.api [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for the task: (returnval){ [ 2267.345213] env[62743]: value = "task-2064570" [ 2267.345213] env[62743]: _type = "Task" [ 2267.345213] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.352599] env[62743]: DEBUG oslo_vmware.api [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.407292] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "interface-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-6857e627-699e-49ed-a908-0f2d58e87bd2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.407562] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-6857e627-699e-49ed-a908-0f2d58e87bd2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.419503] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.419992] env[62743]: DEBUG nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2267.422852] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.562s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.424284] env[62743]: INFO nova.compute.claims [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2267.857055] env[62743]: DEBUG oslo_vmware.api [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Task: {'id': task-2064570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171692} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.857055] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2267.857055] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2267.857055] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2267.857055] env[62743]: INFO nova.compute.manager [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2267.857055] env[62743]: DEBUG oslo.service.loopingcall [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2267.857055] env[62743]: DEBUG nova.compute.manager [-] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2267.857055] env[62743]: DEBUG nova.network.neutron [-] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2267.910129] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2267.910279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.911204] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ccb5b-2e83-4b78-b04e-4ce6aebccb06 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.929366] env[62743]: DEBUG nova.compute.utils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2267.934030] env[62743]: DEBUG nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2267.934030] env[62743]: DEBUG nova.network.neutron [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2267.936354] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f283ee-302c-4385-a467-ce67466bf563 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.965738] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Reconfiguring VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2267.966324] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15cf89cb-4208-409a-9a0d-4c143fbeedd2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.985797] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2267.985797] env[62743]: value = "task-2064571" [ 2267.985797] env[62743]: _type = "Task" [ 2267.985797] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.987726] env[62743]: DEBUG nova.policy [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff3019681eb44763be3552147e36b3f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcb70d3ba63a4cabb3dd74172cb2f97b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2267.997756] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.201951] env[62743]: DEBUG nova.compute.manager [req-340e6087-0f31-4d81-8fd2-cdd87a905bf3 req-c5cab264-c794-424e-a0d9-31921162f564 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Received event network-vif-deleted-d9482bec-e68b-4fb9-9e98-fe3e1e160c06 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2268.202174] env[62743]: INFO nova.compute.manager [req-340e6087-0f31-4d81-8fd2-cdd87a905bf3 req-c5cab264-c794-424e-a0d9-31921162f564 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Neutron deleted interface d9482bec-e68b-4fb9-9e98-fe3e1e160c06; detaching it from the instance and deleting it from the info cache [ 2268.202255] env[62743]: DEBUG nova.network.neutron [req-340e6087-0f31-4d81-8fd2-cdd87a905bf3 req-c5cab264-c794-424e-a0d9-31921162f564 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.257171] env[62743]: DEBUG nova.network.neutron [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Successfully created port: 1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2268.434293] env[62743]: DEBUG nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2268.499112] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.629342] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33407ed6-c6d7-41c1-915d-40c72759b1b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.637147] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e49e67-4f65-4769-a891-fd6d734dc79a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.666605] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4cc7c6-7780-4ff0-8610-eb6dc2bb3292 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.674101] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121f3895-b5cb-48c2-8951-5436a250b3f1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.677852] env[62743]: DEBUG nova.network.neutron [-] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.689017] env[62743]: DEBUG nova.compute.provider_tree [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2268.707464] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aecb6bbd-8535-4802-88f3-5eab4cda124a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.718506] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3bb1c0-457c-41b0-8449-1fed9c052df2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.748817] env[62743]: DEBUG nova.compute.manager [req-340e6087-0f31-4d81-8fd2-cdd87a905bf3 req-c5cab264-c794-424e-a0d9-31921162f564 service nova] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Detach interface failed, port_id=d9482bec-e68b-4fb9-9e98-fe3e1e160c06, reason: Instance f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2268.999759] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.180416] env[62743]: INFO nova.compute.manager [-] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Took 1.32 seconds to deallocate network for instance. [ 2269.192077] env[62743]: DEBUG nova.scheduler.client.report [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2269.444888] env[62743]: DEBUG nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2269.470860] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2269.471138] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2269.471296] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2269.471476] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2269.471623] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2269.471769] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2269.471978] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2269.472637] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2269.472835] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2269.473165] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2269.473350] env[62743]: DEBUG nova.virt.hardware [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2269.474226] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23963349-132c-4e38-9882-5cfc7cb7d989 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.482355] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a0b2b-dc6c-47d0-b5fe-2a5332de3298 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.503429] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.634278] env[62743]: DEBUG nova.compute.manager [req-d8cb28e4-e0f6-46c0-8094-2bd1bb6ddc5f req-a196d052-4d1d-4284-9a11-97f268a979f2 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Received event network-vif-plugged-1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2269.634498] env[62743]: DEBUG oslo_concurrency.lockutils [req-d8cb28e4-e0f6-46c0-8094-2bd1bb6ddc5f req-a196d052-4d1d-4284-9a11-97f268a979f2 service nova] Acquiring lock "00425453-1c7c-466c-9f91-640627878e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.634703] env[62743]: DEBUG oslo_concurrency.lockutils [req-d8cb28e4-e0f6-46c0-8094-2bd1bb6ddc5f req-a196d052-4d1d-4284-9a11-97f268a979f2 service nova] Lock "00425453-1c7c-466c-9f91-640627878e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.634873] env[62743]: DEBUG oslo_concurrency.lockutils [req-d8cb28e4-e0f6-46c0-8094-2bd1bb6ddc5f req-a196d052-4d1d-4284-9a11-97f268a979f2 service nova] Lock "00425453-1c7c-466c-9f91-640627878e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.636249] env[62743]: DEBUG nova.compute.manager [req-d8cb28e4-e0f6-46c0-8094-2bd1bb6ddc5f req-a196d052-4d1d-4284-9a11-97f268a979f2 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] No waiting events found dispatching network-vif-plugged-1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2269.636480] env[62743]: WARNING nova.compute.manager [req-d8cb28e4-e0f6-46c0-8094-2bd1bb6ddc5f req-a196d052-4d1d-4284-9a11-97f268a979f2 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Received unexpected event network-vif-plugged-1d9480da-4a80-4a74-8405-91e1b26ffae6 for instance with vm_state building and task_state spawning. [ 2269.686940] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.696738] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.697228] env[62743]: DEBUG nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2269.699716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.570s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.701750] env[62743]: INFO nova.compute.claims [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2269.724135] env[62743]: DEBUG nova.network.neutron [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Successfully updated port: 1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2269.763504] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.763729] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.005546] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.209045] env[62743]: DEBUG nova.compute.utils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2270.209613] env[62743]: DEBUG nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2270.209780] env[62743]: DEBUG nova.network.neutron [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2270.224974] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.225132] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.225274] env[62743]: DEBUG nova.network.neutron [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2270.259636] env[62743]: DEBUG nova.policy [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e97406d186f3418ab71fd87203abd7a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '920148951d8e4affb5b27126e9e889b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2270.266668] env[62743]: DEBUG nova.compute.utils [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2270.505661] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.541962] env[62743]: DEBUG nova.network.neutron [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Successfully created port: 11fd5cc1-9095-4f44-88ca-f3ab801eb13b {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2270.713181] env[62743]: DEBUG nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2270.759658] env[62743]: DEBUG nova.network.neutron [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2270.770436] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.892692] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6edbf67-dc69-4b4a-a7b3-c90efc1547c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.896226] env[62743]: DEBUG nova.network.neutron [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updating instance_info_cache with network_info: [{"id": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "address": "fa:16:3e:f4:65:aa", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9480da-4a", "ovs_interfaceid": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.902490] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf328a93-fc6f-4816-b5b5-ea936f08ab7d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.932652] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959acbd6-8c3b-462e-83b1-feccf7b02b64 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.939908] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fcf2a9-bf17-4c50-9b63-7f8ca6196662 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.955068] env[62743]: DEBUG nova.compute.provider_tree [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2271.005963] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.399870] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.400247] env[62743]: DEBUG nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Instance network_info: |[{"id": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "address": "fa:16:3e:f4:65:aa", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9480da-4a", "ovs_interfaceid": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2271.400662] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:65:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d9480da-4a80-4a74-8405-91e1b26ffae6', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2271.408238] env[62743]: DEBUG oslo.service.loopingcall [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2271.408733] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2271.408985] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63987e35-f3ae-46aa-920b-9ab13c347842 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.428619] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2271.428619] env[62743]: value = "task-2064572" [ 2271.428619] env[62743]: _type = "Task" [ 2271.428619] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.436014] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064572, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.458047] env[62743]: DEBUG nova.scheduler.client.report [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2271.508196] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.662010] env[62743]: DEBUG nova.compute.manager [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Received event network-changed-1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2271.662238] env[62743]: DEBUG nova.compute.manager [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Refreshing instance network info cache due to event network-changed-1d9480da-4a80-4a74-8405-91e1b26ffae6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2271.662460] env[62743]: DEBUG oslo_concurrency.lockutils [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] Acquiring lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.662598] env[62743]: DEBUG oslo_concurrency.lockutils [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] Acquired lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.662769] env[62743]: DEBUG nova.network.neutron [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Refreshing network info cache for port 1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2271.724028] env[62743]: DEBUG nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2271.751113] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2271.751379] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2271.751610] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2271.751703] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2271.751847] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2271.751991] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2271.752217] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2271.752372] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2271.752538] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2271.752696] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2271.752868] env[62743]: DEBUG nova.virt.hardware [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2271.753766] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c2954-08e2-49b0-b9ea-edf03dd0f607 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.762585] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf4cab6-7af9-444c-af7e-5e5ae92adbcc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.832136] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.832468] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.832746] env[62743]: INFO nova.compute.manager [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Attaching volume 06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3 to /dev/sdb [ 2271.866558] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961094f-0093-4d78-a041-417f32bdfd01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.873730] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42c5c28-2379-4e7a-828e-0cd058276ec4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.889743] env[62743]: DEBUG nova.virt.block_device [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating existing volume attachment record: 291225fd-1941-4ce2-b763-5b8ac3c189b1 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2271.938452] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064572, 'name': CreateVM_Task, 'duration_secs': 0.463625} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.938631] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2271.939702] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.939867] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.940194] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2271.940515] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52459991-adc0-4587-a02c-d0679da1da98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.947017] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2271.947017] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520911d3-ceb7-bd5c-d7eb-50e9cc23e601" [ 2271.947017] env[62743]: _type = "Task" [ 2271.947017] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.954998] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520911d3-ceb7-bd5c-d7eb-50e9cc23e601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.963241] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.963661] env[62743]: DEBUG nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2271.966292] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.280s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.966783] env[62743]: DEBUG nova.objects.instance [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lazy-loading 'resources' on Instance uuid f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.008199] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.074189] env[62743]: DEBUG nova.network.neutron [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Successfully updated port: 11fd5cc1-9095-4f44-88ca-f3ab801eb13b {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2272.402912] env[62743]: DEBUG nova.network.neutron [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updated VIF entry in instance network info cache for port 1d9480da-4a80-4a74-8405-91e1b26ffae6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2272.403364] env[62743]: DEBUG nova.network.neutron [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updating instance_info_cache with network_info: [{"id": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "address": "fa:16:3e:f4:65:aa", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9480da-4a", "ovs_interfaceid": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.458409] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520911d3-ceb7-bd5c-d7eb-50e9cc23e601, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.458765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.459095] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2272.459412] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.459625] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.459905] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2272.460287] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a708ac-43a3-4f13-bc33-225113e307a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.469417] env[62743]: DEBUG nova.compute.utils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2272.474854] env[62743]: DEBUG nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2272.474854] env[62743]: DEBUG nova.network.neutron [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2272.475861] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2272.476031] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2272.476743] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5dc003d-9434-47aa-a23c-2a9f0a94be94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.482817] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2272.482817] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52257782-58bc-292e-74f0-0200355c7cb2" [ 2272.482817] env[62743]: _type = "Task" [ 2272.482817] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.491467] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52257782-58bc-292e-74f0-0200355c7cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.507302] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.528499] env[62743]: DEBUG nova.policy [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e97406d186f3418ab71fd87203abd7a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '920148951d8e4affb5b27126e9e889b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2272.577544] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "refresh_cache-32e33e5f-546e-46c8-ac35-4cbaae2c5000" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.577701] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired lock "refresh_cache-32e33e5f-546e-46c8-ac35-4cbaae2c5000" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.577930] env[62743]: DEBUG nova.network.neutron [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2272.585299] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "09b4fb94-d464-46ba-9736-626dc282f4ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.585547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.770159] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddb5acf-e11e-43c8-8cfd-a5deebde47b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.777988] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f7ab4-ae13-4b5f-8e76-ff9dbd9b9ae9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.809660] env[62743]: DEBUG nova.network.neutron [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Successfully created port: daac3b13-126f-44a4-80db-5ec0e1d10b5c {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2272.812586] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a4803a-d7db-4597-8877-90367fbe853e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.820918] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af7d38d-fa8d-404d-acbf-8fec9e78f5b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.833904] env[62743]: DEBUG nova.compute.provider_tree [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2272.908631] env[62743]: DEBUG oslo_concurrency.lockutils [req-b567ea76-898d-4a5b-80c3-a77d461062a5 req-345b3370-cfe4-4fd3-b8bf-d6292996c8d3 service nova] Releasing lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.974956] env[62743]: DEBUG nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2272.997956] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52257782-58bc-292e-74f0-0200355c7cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.998782] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4819b8-f7b6-41de-896d-9e30a53bf5e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.010870] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.011191] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2273.011191] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526c2bd9-e6fb-e4b5-6448-b47a0a7060bd" [ 2273.011191] env[62743]: _type = "Task" [ 2273.011191] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.019441] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526c2bd9-e6fb-e4b5-6448-b47a0a7060bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.091327] env[62743]: INFO nova.compute.manager [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Detaching volume 095b1a7d-5425-4b2e-8707-9b74b6b4cd49 [ 2273.125340] env[62743]: INFO nova.virt.block_device [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Attempting to driver detach volume 095b1a7d-5425-4b2e-8707-9b74b6b4cd49 from mountpoint /dev/sdb [ 2273.125340] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2273.125340] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2273.125340] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a3299-0821-43af-8ab8-e734f8894e84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.127930] env[62743]: DEBUG nova.network.neutron [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2273.153742] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d4cb32-437b-4f54-bed0-ccd656bde415 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.161150] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d5f1c1-b424-40fc-912d-34a28cff8f34 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.185061] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3fd53-fd82-4f3d-8d1c-66809d9a8fae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.201609] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] The volume has not been displaced from its original location: [datastore1] volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49/volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2273.207049] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2273.207388] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3bea0a-860a-483d-832b-79a744fc1ea5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.227577] env[62743]: DEBUG oslo_vmware.api [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2273.227577] env[62743]: value = "task-2064576" [ 2273.227577] env[62743]: _type = "Task" [ 2273.227577] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.235620] env[62743]: DEBUG oslo_vmware.api [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.291846] env[62743]: DEBUG nova.network.neutron [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Updating instance_info_cache with network_info: [{"id": "11fd5cc1-9095-4f44-88ca-f3ab801eb13b", "address": "fa:16:3e:5f:f0:2c", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fd5cc1-90", "ovs_interfaceid": "11fd5cc1-9095-4f44-88ca-f3ab801eb13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.337512] env[62743]: DEBUG nova.scheduler.client.report [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2273.510837] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.520324] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526c2bd9-e6fb-e4b5-6448-b47a0a7060bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014671} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.520555] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.520829] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 00425453-1c7c-466c-9f91-640627878e4b/00425453-1c7c-466c-9f91-640627878e4b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2273.521088] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b91efced-a2d1-4d20-870d-34c25acd1244 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.527196] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2273.527196] env[62743]: value = "task-2064577" [ 2273.527196] env[62743]: _type = "Task" [ 2273.527196] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.534888] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.687900] env[62743]: DEBUG nova.compute.manager [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Received event network-vif-plugged-11fd5cc1-9095-4f44-88ca-f3ab801eb13b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2273.688346] env[62743]: DEBUG oslo_concurrency.lockutils [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] Acquiring lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.688759] env[62743]: DEBUG oslo_concurrency.lockutils [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.688931] env[62743]: DEBUG oslo_concurrency.lockutils [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.689160] env[62743]: DEBUG nova.compute.manager [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] No waiting events found dispatching network-vif-plugged-11fd5cc1-9095-4f44-88ca-f3ab801eb13b {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2273.689378] env[62743]: WARNING nova.compute.manager [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Received unexpected event network-vif-plugged-11fd5cc1-9095-4f44-88ca-f3ab801eb13b for instance with vm_state building and task_state spawning. [ 2273.689584] env[62743]: DEBUG nova.compute.manager [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Received event network-changed-11fd5cc1-9095-4f44-88ca-f3ab801eb13b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2273.689785] env[62743]: DEBUG nova.compute.manager [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Refreshing instance network info cache due to event network-changed-11fd5cc1-9095-4f44-88ca-f3ab801eb13b. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2273.690010] env[62743]: DEBUG oslo_concurrency.lockutils [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] Acquiring lock "refresh_cache-32e33e5f-546e-46c8-ac35-4cbaae2c5000" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2273.737563] env[62743]: DEBUG oslo_vmware.api [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064576, 'name': ReconfigVM_Task, 'duration_secs': 0.25} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.737837] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2273.742588] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8a0db2c-f8de-4ecc-be5a-4a89e1404d3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.757970] env[62743]: DEBUG oslo_vmware.api [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2273.757970] env[62743]: value = "task-2064578" [ 2273.757970] env[62743]: _type = "Task" [ 2273.757970] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.766397] env[62743]: DEBUG oslo_vmware.api [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.794752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Releasing lock "refresh_cache-32e33e5f-546e-46c8-ac35-4cbaae2c5000" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.795211] env[62743]: DEBUG nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Instance network_info: |[{"id": "11fd5cc1-9095-4f44-88ca-f3ab801eb13b", "address": "fa:16:3e:5f:f0:2c", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fd5cc1-90", "ovs_interfaceid": "11fd5cc1-9095-4f44-88ca-f3ab801eb13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2273.795574] env[62743]: DEBUG oslo_concurrency.lockutils [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] Acquired lock "refresh_cache-32e33e5f-546e-46c8-ac35-4cbaae2c5000" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2273.796248] env[62743]: DEBUG nova.network.neutron [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Refreshing network info cache for port 11fd5cc1-9095-4f44-88ca-f3ab801eb13b {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2273.797824] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:f0:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11fd5cc1-9095-4f44-88ca-f3ab801eb13b', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2273.807738] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Creating folder: Project (920148951d8e4affb5b27126e9e889b3). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2273.809260] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-383b450f-3c1c-4077-a91c-94f526cf765c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.820430] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Created folder: Project (920148951d8e4affb5b27126e9e889b3) in parent group-v423128. [ 2273.820685] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Creating folder: Instances. Parent ref: group-v423400. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2273.820996] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4b33385-90f4-4ca0-be30-fb83241f3e19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.832294] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Created folder: Instances in parent group-v423400. [ 2273.832605] env[62743]: DEBUG oslo.service.loopingcall [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2273.832883] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2273.833184] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-842d8f20-c308-40be-a918-bc6a9a34bd1d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.849387] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.857447] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2273.857447] env[62743]: value = "task-2064581" [ 2273.857447] env[62743]: _type = "Task" [ 2273.857447] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.865800] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064581, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.879217] env[62743]: INFO nova.scheduler.client.report [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Deleted allocations for instance f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9 [ 2273.984054] env[62743]: DEBUG nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2274.014690] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.017010] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2274.017256] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2274.017413] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2274.017587] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2274.017729] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2274.017878] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2274.018099] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2274.018263] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2274.018428] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2274.018590] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2274.018788] env[62743]: DEBUG nova.virt.hardware [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2274.019663] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc704a59-f272-4589-8bc9-ceee5a6a1263 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.027853] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcf05ba-4aec-47fa-8294-1150162c52c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.047958] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064577, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.268410] env[62743]: DEBUG oslo_vmware.api [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064578, 'name': ReconfigVM_Task, 'duration_secs': 0.156589} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.268747] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423382', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'name': 'volume-095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09b4fb94-d464-46ba-9736-626dc282f4ef', 'attached_at': '', 'detached_at': '', 'volume_id': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49', 'serial': '095b1a7d-5425-4b2e-8707-9b74b6b4cd49'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2274.355057] env[62743]: DEBUG nova.network.neutron [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Successfully updated port: daac3b13-126f-44a4-80db-5ec0e1d10b5c {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2274.369506] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064581, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.390473] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3afd1c6-df03-425c-be71-a16b02fc7fdd tempest-ServerGroupTestJSON-1620888825 tempest-ServerGroupTestJSON-1620888825-project-member] Lock "f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.241s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.513993] env[62743]: DEBUG oslo_vmware.api [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064571, 'name': ReconfigVM_Task, 'duration_secs': 6.517425} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.514205] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.514706] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Reconfigured VM to detach interface {{(pid=62743) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2274.543278] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529023} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.543537] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 00425453-1c7c-466c-9f91-640627878e4b/00425453-1c7c-466c-9f91-640627878e4b.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2274.543856] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2274.544020] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27b47bb8-b549-4308-a3bd-1bb0220e118d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.551399] env[62743]: DEBUG nova.network.neutron [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Updated VIF entry in instance network info cache for port 11fd5cc1-9095-4f44-88ca-f3ab801eb13b. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2274.551800] env[62743]: DEBUG nova.network.neutron [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Updating instance_info_cache with network_info: [{"id": "11fd5cc1-9095-4f44-88ca-f3ab801eb13b", "address": "fa:16:3e:5f:f0:2c", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fd5cc1-90", "ovs_interfaceid": "11fd5cc1-9095-4f44-88ca-f3ab801eb13b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2274.553965] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2274.553965] env[62743]: value = "task-2064583" [ 2274.553965] env[62743]: _type = "Task" [ 2274.553965] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.562829] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.788499] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2274.789803] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2274.816748] env[62743]: DEBUG nova.objects.instance [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'flavor' on Instance uuid 09b4fb94-d464-46ba-9736-626dc282f4ef {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2274.857938] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "refresh_cache-9e574909-e8b2-42f4-a653-1257c91bfc9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.858126] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired lock "refresh_cache-9e574909-e8b2-42f4-a653-1257c91bfc9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.858226] env[62743]: DEBUG nova.network.neutron [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2274.872484] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064581, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.058849] env[62743]: DEBUG oslo_concurrency.lockutils [req-785b8763-808e-4831-ac6c-5c6ea60552ac req-8443493f-b5f2-441c-a5b7-23e12eb73940 service nova] Releasing lock "refresh_cache-32e33e5f-546e-46c8-ac35-4cbaae2c5000" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.064610] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087326} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.064861] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2275.065668] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f0f4b-c54e-46b3-9408-bb603d1f78f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.069616] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.069834] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.070006] env[62743]: INFO nova.compute.manager [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Shelving [ 2275.089393] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 00425453-1c7c-466c-9f91-640627878e4b/00425453-1c7c-466c-9f91-640627878e4b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2275.092622] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf123801-3034-42f6-b526-0e2052263ba2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.113999] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2275.113999] env[62743]: value = "task-2064584" [ 2275.113999] env[62743]: _type = "Task" [ 2275.113999] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.123296] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.295288] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2275.295538] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2275.295603] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2275.373180] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064581, 'name': CreateVM_Task, 'duration_secs': 1.082516} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.373436] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2275.374381] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.374538] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.374835] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2275.375107] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23225d8-677e-495e-97a0-8584838f9ef9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.380022] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2275.380022] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520f56fc-670f-7cf4-7232-c4947cb41823" [ 2275.380022] env[62743]: _type = "Task" [ 2275.380022] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.388418] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520f56fc-670f-7cf4-7232-c4947cb41823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.415464] env[62743]: DEBUG nova.network.neutron [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2275.555976] env[62743]: DEBUG nova.network.neutron [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Updating instance_info_cache with network_info: [{"id": "daac3b13-126f-44a4-80db-5ec0e1d10b5c", "address": "fa:16:3e:24:a0:db", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaac3b13-12", "ovs_interfaceid": "daac3b13-126f-44a4-80db-5ec0e1d10b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.611832] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2275.611832] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fdc2768-3c58-4710-8e43-dc46304f74d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.619854] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2275.619854] env[62743]: value = "task-2064585" [ 2275.619854] env[62743]: _type = "Task" [ 2275.619854] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.627427] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064584, 'name': ReconfigVM_Task, 'duration_secs': 0.303563} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.629098] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 00425453-1c7c-466c-9f91-640627878e4b/00425453-1c7c-466c-9f91-640627878e4b.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2275.629098] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2157591b-1185-42f6-803f-05aa0dc4ab54 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.634031] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.641173] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2275.641173] env[62743]: value = "task-2064586" [ 2275.641173] env[62743]: _type = "Task" [ 2275.641173] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.648831] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064586, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.733885] env[62743]: DEBUG nova.compute.manager [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Received event network-vif-plugged-daac3b13-126f-44a4-80db-5ec0e1d10b5c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2275.734183] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] Acquiring lock "9e574909-e8b2-42f4-a653-1257c91bfc9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.734451] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.734657] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.734866] env[62743]: DEBUG nova.compute.manager [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] No waiting events found dispatching network-vif-plugged-daac3b13-126f-44a4-80db-5ec0e1d10b5c {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2275.735075] env[62743]: WARNING nova.compute.manager [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Received unexpected event network-vif-plugged-daac3b13-126f-44a4-80db-5ec0e1d10b5c for instance with vm_state building and task_state spawning. [ 2275.735277] env[62743]: DEBUG nova.compute.manager [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Received event network-changed-daac3b13-126f-44a4-80db-5ec0e1d10b5c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2275.735465] env[62743]: DEBUG nova.compute.manager [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Refreshing instance network info cache due to event network-changed-daac3b13-126f-44a4-80db-5ec0e1d10b5c. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2275.735668] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] Acquiring lock "refresh_cache-9e574909-e8b2-42f4-a653-1257c91bfc9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.802567] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Skipping network cache update for instance because it is Building. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2275.802731] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Skipping network cache update for instance because it is Building. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2275.802865] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Skipping network cache update for instance because it is Building. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2275.819580] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.819792] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.819984] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2275.820223] env[62743]: DEBUG nova.objects.instance [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lazy-loading 'info_cache' on Instance uuid fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2275.826531] env[62743]: DEBUG oslo_concurrency.lockutils [None req-56d6d0eb-0a3c-4c69-9b03-2ad4becfc9f8 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.890957] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520f56fc-670f-7cf4-7232-c4947cb41823, 'name': SearchDatastore_Task, 'duration_secs': 0.014179} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.891350] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.891636] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2275.892688] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.892688] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.894857] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2275.895303] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.895564] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.895838] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.896047] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.896214] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.901050] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1611f83e-081d-43a0-8cc1-d6e66840512c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.904163] env[62743]: INFO nova.compute.manager [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Terminating instance [ 2275.912574] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2275.912770] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2275.913510] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a01fdb-0349-41ae-86ef-5109249fe9ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.919242] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2275.919242] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524646f2-6b49-2cac-a8f2-5d3644a2b296" [ 2275.919242] env[62743]: _type = "Task" [ 2275.919242] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.923304] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.923469] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquired lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.923646] env[62743]: DEBUG nova.network.neutron [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.930766] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524646f2-6b49-2cac-a8f2-5d3644a2b296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.058378] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Releasing lock "refresh_cache-9e574909-e8b2-42f4-a653-1257c91bfc9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.058815] env[62743]: DEBUG nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Instance network_info: |[{"id": "daac3b13-126f-44a4-80db-5ec0e1d10b5c", "address": "fa:16:3e:24:a0:db", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaac3b13-12", "ovs_interfaceid": "daac3b13-126f-44a4-80db-5ec0e1d10b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2276.059204] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] Acquired lock "refresh_cache-9e574909-e8b2-42f4-a653-1257c91bfc9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.059426] env[62743]: DEBUG nova.network.neutron [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Refreshing network info cache for port daac3b13-126f-44a4-80db-5ec0e1d10b5c {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2276.060653] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:a0:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'daac3b13-126f-44a4-80db-5ec0e1d10b5c', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2276.069817] env[62743]: DEBUG oslo.service.loopingcall [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2276.070789] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2276.071027] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef78425-28a8-467e-b851-fe7356421a2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.090950] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2276.090950] env[62743]: value = "task-2064587" [ 2276.090950] env[62743]: _type = "Task" [ 2276.090950] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.099142] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064587, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.129739] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064585, 'name': PowerOffVM_Task, 'duration_secs': 0.184544} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.130184] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2276.131137] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d5d0f-0365-44b7-ac1b-3c12618239e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.157446] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed7354f-adaf-4ab9-bc07-bdee3b745878 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.165575] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064586, 'name': Rename_Task, 'duration_secs': 0.181714} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.167639] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2276.170287] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c3a22e-10cf-46e6-8e7a-7f092edf8b7d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.181058] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2276.181058] env[62743]: value = "task-2064588" [ 2276.181058] env[62743]: _type = "Task" [ 2276.181058] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.188842] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.411121] env[62743]: DEBUG nova.compute.manager [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2276.411121] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2276.411121] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6321127-4bdc-4ee9-99be-5eec38504659 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.418671] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2276.419082] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-328dc166-acaf-4ba3-886d-d5f35cd3665d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.431183] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524646f2-6b49-2cac-a8f2-5d3644a2b296, 'name': SearchDatastore_Task, 'duration_secs': 0.018581} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.433190] env[62743]: DEBUG oslo_vmware.api [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2276.433190] env[62743]: value = "task-2064589" [ 2276.433190] env[62743]: _type = "Task" [ 2276.433190] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.433714] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94f6892-e116-4dc5-ac15-8cb41556ec20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.443604] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2276.443604] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5292c073-37ce-46fe-5233-4a53e16edb93" [ 2276.443604] env[62743]: _type = "Task" [ 2276.443604] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.448775] env[62743]: DEBUG oslo_vmware.api [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.449949] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2276.450099] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423399', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'name': 'volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e405e23-e741-43f3-aacf-913aa0f2e53e', 'attached_at': '', 'detached_at': '', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'serial': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2276.453693] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245d2172-db11-4062-b62f-900b264b29db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.464049] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5292c073-37ce-46fe-5233-4a53e16edb93, 'name': SearchDatastore_Task, 'duration_secs': 0.012866} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.474179] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.474407] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 32e33e5f-546e-46c8-ac35-4cbaae2c5000/32e33e5f-546e-46c8-ac35-4cbaae2c5000.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2276.474803] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63dbdb31-ffc6-4cb5-b1ac-f09ba8de5a1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.477300] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20be095-e95a-418f-aa5a-41cc1258cc03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.496956] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2276.496956] env[62743]: value = "task-2064590" [ 2276.496956] env[62743]: _type = "Task" [ 2276.496956] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.504318] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3/volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2276.507332] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b22588-cf53-4a75-a410-954b16c18365 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.530120] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.531879] env[62743]: DEBUG oslo_vmware.api [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2276.531879] env[62743]: value = "task-2064591" [ 2276.531879] env[62743]: _type = "Task" [ 2276.531879] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.542362] env[62743]: DEBUG oslo_vmware.api [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.601068] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064587, 'name': CreateVM_Task, 'duration_secs': 0.409374} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.601253] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2276.602041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.602213] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.602523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2276.602850] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83dc977a-6c38-4832-a137-a1eb966d85fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.611616] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2276.611616] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5210d540-3b08-604c-a1ce-d29f08b7c45b" [ 2276.611616] env[62743]: _type = "Task" [ 2276.611616] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.620226] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210d540-3b08-604c-a1ce-d29f08b7c45b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.673943] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2276.674287] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bd798111-6040-4b29-80a6-f69a65c01bfa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.688457] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2276.688457] env[62743]: value = "task-2064592" [ 2276.688457] env[62743]: _type = "Task" [ 2276.688457] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.696527] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.701706] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064592, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.829114] env[62743]: INFO nova.network.neutron [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Port 6857e627-699e-49ed-a908-0f2d58e87bd2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2276.829691] env[62743]: DEBUG nova.network.neutron [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [{"id": "f018112c-b90e-4941-84a2-30c89efa1bb0", "address": "fa:16:3e:4d:ea:25", "network": {"id": "a7817626-5240-4ded-aca1-488c7c0d5e33", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1651461511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b50d06bcae9c46508664683d433bb236", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf018112c-b9", "ovs_interfaceid": "f018112c-b90e-4941-84a2-30c89efa1bb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.851075] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2276.871142] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "09b4fb94-d464-46ba-9736-626dc282f4ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.871317] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.871524] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "09b4fb94-d464-46ba-9736-626dc282f4ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.871706] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.871874] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.874151] env[62743]: DEBUG nova.network.neutron [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Updated VIF entry in instance network info cache for port daac3b13-126f-44a4-80db-5ec0e1d10b5c. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2276.874490] env[62743]: DEBUG nova.network.neutron [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Updating instance_info_cache with network_info: [{"id": "daac3b13-126f-44a4-80db-5ec0e1d10b5c", "address": "fa:16:3e:24:a0:db", "network": {"id": "2e6ab64b-2f02-4bf6-a706-0c4dc49e79b5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0f8c15291a2645458d424005570d48fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaac3b13-12", "ovs_interfaceid": "daac3b13-126f-44a4-80db-5ec0e1d10b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.875763] env[62743]: INFO nova.compute.manager [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Terminating instance [ 2276.945636] env[62743]: DEBUG oslo_vmware.api [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064589, 'name': PowerOffVM_Task, 'duration_secs': 0.215178} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.945907] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2276.946096] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2276.946357] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f7ddc3c-c93c-4d17-a4ee-089d9a73d8fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.018540] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.040601] env[62743]: DEBUG oslo_vmware.api [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064591, 'name': ReconfigVM_Task, 'duration_secs': 0.401673} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.040897] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3/volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2277.045522] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5705be4b-26b7-486e-ab31-a68469a46bb1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.060460] env[62743]: DEBUG oslo_vmware.api [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2277.060460] env[62743]: value = "task-2064594" [ 2277.060460] env[62743]: _type = "Task" [ 2277.060460] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.068236] env[62743]: DEBUG oslo_vmware.api [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.123647] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210d540-3b08-604c-a1ce-d29f08b7c45b, 'name': SearchDatastore_Task, 'duration_secs': 0.014724} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.124055] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.124398] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2277.124731] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.124950] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.125229] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2277.125550] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4adbe069-f3b7-4249-a700-77867d2d7cdf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.134705] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2277.134872] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2277.135671] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9585c3-9f18-468d-84b2-e93a0c42665f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.141023] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2277.141023] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5226b93e-e79d-899c-1656-f1f7d454a56d" [ 2277.141023] env[62743]: _type = "Task" [ 2277.141023] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.149439] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5226b93e-e79d-899c-1656-f1f7d454a56d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.190248] env[62743]: DEBUG oslo_vmware.api [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064588, 'name': PowerOnVM_Task, 'duration_secs': 0.562812} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.193278] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2277.193567] env[62743]: INFO nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Took 7.75 seconds to spawn the instance on the hypervisor. [ 2277.193990] env[62743]: DEBUG nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2277.194531] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fcc2ed-8d86-45db-9b05-a5a0300a827e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.201670] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064592, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.335079] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Releasing lock "refresh_cache-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.378015] env[62743]: DEBUG oslo_concurrency.lockutils [req-5d0dcf9c-0026-498c-ac46-0418fde399e5 req-0c8bb0e6-eac4-4a00-8ec3-9bd818ffca63 service nova] Releasing lock "refresh_cache-9e574909-e8b2-42f4-a653-1257c91bfc9c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.381915] env[62743]: DEBUG nova.compute.manager [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2277.381915] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2277.383026] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f610f4-961c-4494-931f-a093426f02b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.390358] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2277.390594] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691039f8-153d-405c-8594-63b96524231f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.396145] env[62743]: DEBUG oslo_vmware.api [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2277.396145] env[62743]: value = "task-2064595" [ 2277.396145] env[62743]: _type = "Task" [ 2277.396145] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.403850] env[62743]: DEBUG oslo_vmware.api [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.404619] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.521144] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.571572] env[62743]: DEBUG oslo_vmware.api [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064594, 'name': ReconfigVM_Task, 'duration_secs': 0.147679} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.571572] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423399', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'name': 'volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e405e23-e741-43f3-aacf-913aa0f2e53e', 'attached_at': '', 'detached_at': '', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'serial': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2277.652713] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5226b93e-e79d-899c-1656-f1f7d454a56d, 'name': SearchDatastore_Task, 'duration_secs': 0.030643} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.653876] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57c9f2e-4955-4d62-86a6-9ac2d32e8201 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.659610] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2277.659610] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52de3703-5560-e110-0109-05ba2bd3a441" [ 2277.659610] env[62743]: _type = "Task" [ 2277.659610] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.668414] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52de3703-5560-e110-0109-05ba2bd3a441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.700214] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064592, 'name': CreateSnapshot_Task, 'duration_secs': 0.856272} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.700570] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2277.701381] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56142e59-f023-4ee8-8301-d81d170f9a66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.722265] env[62743]: INFO nova.compute.manager [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Took 12.60 seconds to build instance. [ 2277.839519] env[62743]: DEBUG oslo_concurrency.lockutils [None req-10a21ea7-bf20-4bd3-826b-c4bc1c44fee5 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "interface-56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185-6857e627-699e-49ed-a908-0f2d58e87bd2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.432s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2277.907014] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.907236] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2277.907501] env[62743]: DEBUG oslo_vmware.api [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064595, 'name': PowerOffVM_Task, 'duration_secs': 0.191678} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.907697] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.907907] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2277.908082] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2277.908310] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.908496] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eb711e0-dbde-43a8-ad5f-b9588fa2d4e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.910037] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.910233] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.910788] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2277.910970] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2278.018051] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064590, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.457089} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.018372] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 32e33e5f-546e-46c8-ac35-4cbaae2c5000/32e33e5f-546e-46c8-ac35-4cbaae2c5000.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2278.018607] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2278.018895] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8404176-06a8-423c-9f7f-cc9500ac11a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.025537] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2278.025537] env[62743]: value = "task-2064597" [ 2278.025537] env[62743]: _type = "Task" [ 2278.025537] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.032896] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.170035] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52de3703-5560-e110-0109-05ba2bd3a441, 'name': SearchDatastore_Task, 'duration_secs': 0.054797} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.170374] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.170531] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9e574909-e8b2-42f4-a653-1257c91bfc9c/9e574909-e8b2-42f4-a653-1257c91bfc9c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2278.170828] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-791d7118-40c7-4da2-a512-a566793eb426 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.177084] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2278.177084] env[62743]: value = "task-2064598" [ 2278.177084] env[62743]: _type = "Task" [ 2278.177084] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.184399] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.226664] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2278.227209] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cee9c6ba-aac5-415d-8c15-8b6452d449d0 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.117s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.227459] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d00ba593-e3bb-4f13-818c-58278627fb57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.235165] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2278.235165] env[62743]: value = "task-2064599" [ 2278.235165] env[62743]: _type = "Task" [ 2278.235165] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.244020] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.415981] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.415981] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.415981] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.415981] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2278.415981] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b096e-058a-4f75-bc06-3d72dbe2517b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.424126] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0990e373-8464-42f9-b1e9-e919e7bd3fc6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.437538] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eb6684-9452-403c-84b7-289cceafeb1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.444499] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952e0aa5-e003-4106-92e5-c192e4843bce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.476603] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179434MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2278.476765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.476976] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.493724] env[62743]: DEBUG nova.compute.manager [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Received event network-changed-1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2278.493877] env[62743]: DEBUG nova.compute.manager [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Refreshing instance network info cache due to event network-changed-1d9480da-4a80-4a74-8405-91e1b26ffae6. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2278.494074] env[62743]: DEBUG oslo_concurrency.lockutils [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] Acquiring lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.494232] env[62743]: DEBUG oslo_concurrency.lockutils [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] Acquired lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.494365] env[62743]: DEBUG nova.network.neutron [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Refreshing network info cache for port 1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2278.535572] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06805} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.536123] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2278.536920] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e00cab-c6ca-43dd-9e54-14034bc09469 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.559263] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 32e33e5f-546e-46c8-ac35-4cbaae2c5000/32e33e5f-546e-46c8-ac35-4cbaae2c5000.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2278.559618] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f54108f-c67d-4499-9a5a-314ad79454cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.579337] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2278.579337] env[62743]: value = "task-2064600" [ 2278.579337] env[62743]: _type = "Task" [ 2278.579337] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.587343] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.609632] env[62743]: DEBUG nova.objects.instance [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lazy-loading 'flavor' on Instance uuid 3e405e23-e741-43f3-aacf-913aa0f2e53e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2278.686709] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064598, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.745447] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.092877] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064600, 'name': ReconfigVM_Task, 'duration_secs': 0.475295} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.093191] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 32e33e5f-546e-46c8-ac35-4cbaae2c5000/32e33e5f-546e-46c8-ac35-4cbaae2c5000.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2279.093849] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eba61ea-fe31-413b-b499-0648cd45831f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.100371] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2279.100371] env[62743]: value = "task-2064601" [ 2279.100371] env[62743]: _type = "Task" [ 2279.100371] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.110430] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064601, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.115346] env[62743]: DEBUG oslo_concurrency.lockutils [None req-28e8214d-f0c3-4060-bd06-f9e4c612a798 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.188058] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927023} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.188329] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9e574909-e8b2-42f4-a653-1257c91bfc9c/9e574909-e8b2-42f4-a653-1257c91bfc9c.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2279.188470] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2279.188746] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2c24739-d532-4f4e-93de-182b42e8ed1f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.195886] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2279.195886] env[62743]: value = "task-2064602" [ 2279.195886] env[62743]: _type = "Task" [ 2279.195886] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.204324] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.246989] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.288625] env[62743]: DEBUG nova.network.neutron [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updated VIF entry in instance network info cache for port 1d9480da-4a80-4a74-8405-91e1b26ffae6. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2279.289066] env[62743]: DEBUG nova.network.neutron [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updating instance_info_cache with network_info: [{"id": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "address": "fa:16:3e:f4:65:aa", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9480da-4a", "ovs_interfaceid": "1d9480da-4a80-4a74-8405-91e1b26ffae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.511733] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.511892] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512018] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7b627ea0-4885-49f9-b16c-863532e2ebde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512198] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 09b4fb94-d464-46ba-9736-626dc282f4ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512279] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512391] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 65e2ec6f-b0c5-4e0d-a823-294905c99c29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512505] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b92ae33b-b41a-4281-8ba7-c41682b4d249 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512614] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512740] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 3e405e23-e741-43f3-aacf-913aa0f2e53e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512852] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd2f9b88-9281-41df-a48d-6b816fbb4298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.512960] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 90d758e1-2b07-44b4-9a10-1cb377b21874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.513103] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 00425453-1c7c-466c-9f91-640627878e4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.513238] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 32e33e5f-546e-46c8-ac35-4cbaae2c5000 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.513347] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9e574909-e8b2-42f4-a653-1257c91bfc9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2279.513570] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2279.513707] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2279.609289] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064601, 'name': Rename_Task, 'duration_secs': 0.18704} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.611632] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2279.612075] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cf0cdbb-3431-4838-a69e-8ed07c375f47 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.618732] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2279.618732] env[62743]: value = "task-2064603" [ 2279.618732] env[62743]: _type = "Task" [ 2279.618732] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.631844] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.652298] env[62743]: INFO nova.compute.manager [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Rescuing [ 2279.652570] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.652723] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.652883] env[62743]: DEBUG nova.network.neutron [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2279.679876] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1341a76e-51e5-4e21-9a5a-d96c7b7fe5a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.687716] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e73e0e-f9bb-46b8-8461-a7e55ae7f0c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.722195] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6fbfb6-d9f1-45e7-95a6-8f8ca862b97e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.729350] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113732} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.731348] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2279.732146] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f5faa-1551-4e2f-a040-f3a9db330f82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.735211] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe72051-0f3e-4dd9-a448-4caf7eb0f1b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.758673] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 9e574909-e8b2-42f4-a653-1257c91bfc9c/9e574909-e8b2-42f4-a653-1257c91bfc9c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2279.766712] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b0ca72-5006-497f-b51b-d66ae862cacd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.780323] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2279.784687] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.789728] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2279.789728] env[62743]: value = "task-2064604" [ 2279.789728] env[62743]: _type = "Task" [ 2279.789728] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.792861] env[62743]: DEBUG oslo_concurrency.lockutils [req-be897567-09cd-4958-9334-cb96f516023e req-97987311-4d5f-40de-944d-721e94aed1aa service nova] Releasing lock "refresh_cache-00425453-1c7c-466c-9f91-640627878e4b" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.800078] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.128704] env[62743]: DEBUG oslo_vmware.api [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064603, 'name': PowerOnVM_Task, 'duration_secs': 0.481793} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.129296] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2280.130048] env[62743]: INFO nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Took 8.41 seconds to spawn the instance on the hypervisor. [ 2280.130048] env[62743]: DEBUG nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2280.130717] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4184c0f8-ef0a-4d68-b1ef-85b7b2363fc8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.248476] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.286683] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2280.300952] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.415595] env[62743]: DEBUG nova.network.neutron [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2280.648473] env[62743]: INFO nova.compute.manager [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Took 13.80 seconds to build instance. [ 2280.749351] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.791230] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2280.791400] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.314s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.800231] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.918334] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.151299] env[62743]: DEBUG oslo_concurrency.lockutils [None req-de6e9f39-a5b0-4ee6-9ed5-e596004410d3 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.317s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.250025] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.300401] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064604, 'name': ReconfigVM_Task, 'duration_secs': 1.42419} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.300685] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 9e574909-e8b2-42f4-a653-1257c91bfc9c/9e574909-e8b2-42f4-a653-1257c91bfc9c.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2281.301341] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862fc579-756c-4fcb-9295-e1eef79c732e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.307135] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2281.307135] env[62743]: value = "task-2064605" [ 2281.307135] env[62743]: _type = "Task" [ 2281.307135] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.314625] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064605, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.750573] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.816609] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064605, 'name': Rename_Task, 'duration_secs': 0.139347} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.816966] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2281.817275] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95514378-33aa-4f70-92cb-8860792877ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.822914] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2281.822914] env[62743]: value = "task-2064606" [ 2281.822914] env[62743]: _type = "Task" [ 2281.822914] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.830581] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.251984] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.333797] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.459039] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2282.459397] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43c8b876-fb01-47ca-8623-45c8d1e96023 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.466905] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2282.466905] env[62743]: value = "task-2064607" [ 2282.466905] env[62743]: _type = "Task" [ 2282.466905] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.475186] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.753314] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.822363] env[62743]: DEBUG nova.compute.manager [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2282.834384] env[62743]: DEBUG oslo_vmware.api [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064606, 'name': PowerOnVM_Task, 'duration_secs': 0.75387} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.834626] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2282.834818] env[62743]: INFO nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Took 8.85 seconds to spawn the instance on the hypervisor. [ 2282.834993] env[62743]: DEBUG nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2282.835829] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04db0b8b-07c8-4696-b4b0-851a1b615924 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.976989] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064607, 'name': PowerOffVM_Task, 'duration_secs': 0.254725} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.977278] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2282.978069] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6055d4e1-5167-48c1-b909-6d2f8d4a590a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.999190] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab769c3-38b6-4d6d-930c-e9994161c5e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.030254] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2283.030537] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80832d1d-f22f-4e17-92ea-fe8fc6fcca0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.037137] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2283.037137] env[62743]: value = "task-2064608" [ 2283.037137] env[62743]: _type = "Task" [ 2283.037137] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.044200] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.254133] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.344914] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.345199] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.352875] env[62743]: INFO nova.compute.manager [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Took 16.24 seconds to build instance. [ 2283.549693] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2283.549693] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2283.549693] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.549693] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.549963] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2283.550066] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96edde3c-e80f-4f66-a437-c540d19e82f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.570468] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2283.570686] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2283.571639] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b608a3-4067-4a3e-9b87-c009b8b0eb7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.577196] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2283.577196] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f46712-d583-0d73-34df-ce1a230f6674" [ 2283.577196] env[62743]: _type = "Task" [ 2283.577196] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.585158] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f46712-d583-0d73-34df-ce1a230f6674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.754443] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.855387] env[62743]: INFO nova.compute.claims [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2283.859013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1bb7e1d7-aa99-4f4c-bbee-c80e88fd61d8 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.752s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.088314] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f46712-d583-0d73-34df-ce1a230f6674, 'name': SearchDatastore_Task, 'duration_secs': 0.043037} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.089052] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45363512-70ba-4aaa-bc40-6d78be7bc97c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.093777] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2284.093777] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]523cde2f-8b0e-78d7-8a20-233926f7fd7d" [ 2284.093777] env[62743]: _type = "Task" [ 2284.093777] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.100543] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523cde2f-8b0e-78d7-8a20-233926f7fd7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.254802] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.363045] env[62743]: INFO nova.compute.resource_tracker [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating resource usage from migration a59a178a-76d4-41d0-ac59-410ddf39d671 [ 2284.540383] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b78f9b-224a-4dfd-9468-63357cacad93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.548461] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1db234-8a50-401f-8e9f-08752124c80f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.579727] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2793808b-d1a5-4810-81c4-c9ef4471ea97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.587342] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4f94f8-9471-48e3-ba8d-6288813e32bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.600423] env[62743]: DEBUG nova.compute.provider_tree [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2284.609378] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]523cde2f-8b0e-78d7-8a20-233926f7fd7d, 'name': SearchDatastore_Task, 'duration_secs': 0.032791} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.610145] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.610404] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. {{(pid=62743) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2284.610652] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63b94084-091a-448c-9022-55116e73a16d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.619316] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2284.619316] env[62743]: value = "task-2064609" [ 2284.619316] env[62743]: _type = "Task" [ 2284.619316] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.627366] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.755900] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.762458] env[62743]: DEBUG nova.compute.manager [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2284.763449] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908eba0c-cc65-4cc2-b72b-e15e5b134e5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.125548] env[62743]: ERROR nova.scheduler.client.report [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [req-84c70a9c-7dd6-414c-a115-2945cab8cff7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-84c70a9c-7dd6-414c-a115-2945cab8cff7"}]} [ 2285.131369] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459656} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.131613] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. [ 2285.132436] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b30a43-6fdd-42b0-bfc6-c4e29b0840a2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.160409] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2285.161623] env[62743]: DEBUG nova.scheduler.client.report [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2285.163681] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043bfc58-ea05-48ad-a3a4-bbf8be20ca7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.183126] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2285.183126] env[62743]: value = "task-2064610" [ 2285.183126] env[62743]: _type = "Task" [ 2285.183126] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.190491] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.191430] env[62743]: DEBUG nova.scheduler.client.report [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2285.191639] env[62743]: DEBUG nova.compute.provider_tree [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2285.203181] env[62743]: DEBUG nova.scheduler.client.report [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2285.222443] env[62743]: DEBUG nova.scheduler.client.report [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2285.260246] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.274114] env[62743]: INFO nova.compute.manager [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] instance snapshotting [ 2285.279136] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09badb3-5d09-42d0-999a-2c3ebf69eee4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.299180] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848a11bf-01e4-41fa-bb66-edd1ade65681 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.417882] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149dfae2-1d70-4252-875d-f2de5f7c9365 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.425722] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb71e8-8452-4284-abbc-6a651be5d03e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.466693] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4431bd1-f90d-490f-9fed-316f1265ccfa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.476913] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e367802d-7322-4d26-8a55-b853bb6dcd96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.495231] env[62743]: DEBUG nova.compute.provider_tree [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2285.698400] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.757030] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.810238] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2285.810730] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e611067-d885-48f1-be42-27817b7da167 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.815727] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2285.815926] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2285.816134] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleting the datastore file [datastore1] 09b4fb94-d464-46ba-9736-626dc282f4ef {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2285.816402] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-264fc408-9c05-4d75-89bb-acebcadfb6fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.822790] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2285.822790] env[62743]: value = "task-2064611" [ 2285.822790] env[62743]: _type = "Task" [ 2285.822790] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.828359] env[62743]: DEBUG oslo_vmware.api [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2285.828359] env[62743]: value = "task-2064612" [ 2285.828359] env[62743]: _type = "Task" [ 2285.828359] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.828616] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2285.828858] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2285.829077] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleting the datastore file [datastore1] 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2285.829799] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c07f94-2ba4-40e1-ab16-ebc66f95134e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.837216] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.841111] env[62743]: DEBUG oslo_vmware.api [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2285.841111] env[62743]: value = "task-2064613" [ 2285.841111] env[62743]: _type = "Task" [ 2285.841111] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.844990] env[62743]: DEBUG oslo_vmware.api [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.852383] env[62743]: DEBUG oslo_vmware.api [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.999110] env[62743]: DEBUG nova.scheduler.client.report [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2286.194699] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064610, 'name': ReconfigVM_Task, 'duration_secs': 0.777643} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.195031] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2286.195921] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dded503-f11f-4b49-b785-72018206e7af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.223113] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebe38c2-d75b-4b21-ac59-92f848a00e73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.238050] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2286.238050] env[62743]: value = "task-2064614" [ 2286.238050] env[62743]: _type = "Task" [ 2286.238050] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.245917] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.255390] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.332671] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.340628] env[62743]: DEBUG oslo_vmware.api [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317719} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.340925] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2286.341128] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2286.341372] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2286.341570] env[62743]: INFO nova.compute.manager [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Took 8.96 seconds to destroy the instance on the hypervisor. [ 2286.341834] env[62743]: DEBUG oslo.service.loopingcall [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2286.342055] env[62743]: DEBUG nova.compute.manager [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2286.342174] env[62743]: DEBUG nova.network.neutron [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2286.352694] env[62743]: DEBUG oslo_vmware.api [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337612} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.352931] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2286.353123] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2286.353327] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2286.353502] env[62743]: INFO nova.compute.manager [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Took 9.94 seconds to destroy the instance on the hypervisor. [ 2286.353715] env[62743]: DEBUG oslo.service.loopingcall [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2286.353900] env[62743]: DEBUG nova.compute.manager [-] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2286.354024] env[62743]: DEBUG nova.network.neutron [-] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2286.505050] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.159s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.505050] env[62743]: INFO nova.compute.manager [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Migrating [ 2286.748214] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064614, 'name': ReconfigVM_Task, 'duration_secs': 0.264375} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.748529] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2286.751646] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b17031-bfbb-4b5f-a673-5b08b24aca93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.758165] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064599, 'name': CloneVM_Task, 'duration_secs': 8.408566} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.759446] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Created linked-clone VM from snapshot [ 2286.759749] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2286.759749] env[62743]: value = "task-2064615" [ 2286.759749] env[62743]: _type = "Task" [ 2286.759749] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.760433] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c995784d-4a3d-40c9-ac07-71bf3033f315 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.770398] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.773591] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Uploading image 39da669c-fac1-4c02-a8a7-28f178e2be27 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2286.803657] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2286.803657] env[62743]: value = "vm-423405" [ 2286.803657] env[62743]: _type = "VirtualMachine" [ 2286.803657] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2286.804348] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4dcf9bf3-ef56-49e7-b926-5cebf2ddaf56 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.812332] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease: (returnval){ [ 2286.812332] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ce3fa4-2a5a-1e10-482e-4db9870e1b25" [ 2286.812332] env[62743]: _type = "HttpNfcLease" [ 2286.812332] env[62743]: } obtained for exporting VM: (result){ [ 2286.812332] env[62743]: value = "vm-423405" [ 2286.812332] env[62743]: _type = "VirtualMachine" [ 2286.812332] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2286.812597] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the lease: (returnval){ [ 2286.812597] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ce3fa4-2a5a-1e10-482e-4db9870e1b25" [ 2286.812597] env[62743]: _type = "HttpNfcLease" [ 2286.812597] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2286.819831] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2286.819831] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ce3fa4-2a5a-1e10-482e-4db9870e1b25" [ 2286.819831] env[62743]: _type = "HttpNfcLease" [ 2286.819831] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2286.833675] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064611, 'name': CreateSnapshot_Task, 'duration_secs': 0.872139} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.833985] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2286.834834] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b653ff-4ab5-4a15-8c4f-457ab52cec97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.847185] env[62743]: DEBUG nova.compute.manager [req-5a068cb7-2caf-4a3e-9ce9-ee0d29e37943 req-f657882b-5b47-4373-9cf1-e413efee1135 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Received event network-vif-deleted-87fbde2e-c792-45a6-af2a-e7c11b4c7782 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2286.847374] env[62743]: INFO nova.compute.manager [req-5a068cb7-2caf-4a3e-9ce9-ee0d29e37943 req-f657882b-5b47-4373-9cf1-e413efee1135 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Neutron deleted interface 87fbde2e-c792-45a6-af2a-e7c11b4c7782; detaching it from the instance and deleting it from the info cache [ 2286.847539] env[62743]: DEBUG nova.network.neutron [req-5a068cb7-2caf-4a3e-9ce9-ee0d29e37943 req-f657882b-5b47-4373-9cf1-e413efee1135 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.022034] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.022368] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.022525] env[62743]: DEBUG nova.network.neutron [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2287.275633] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.310663] env[62743]: DEBUG nova.network.neutron [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.323162] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2287.323162] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ce3fa4-2a5a-1e10-482e-4db9870e1b25" [ 2287.323162] env[62743]: _type = "HttpNfcLease" [ 2287.323162] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2287.323495] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2287.323495] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ce3fa4-2a5a-1e10-482e-4db9870e1b25" [ 2287.323495] env[62743]: _type = "HttpNfcLease" [ 2287.323495] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2287.324408] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ff4b7-d482-4b63-b446-c8060d2576a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.333745] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293ef0b-1dff-97fa-5b9d-9d8aba412f8c/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2287.333745] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293ef0b-1dff-97fa-5b9d-9d8aba412f8c/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2287.401269] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2287.404221] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0cc1289d-29f7-4a7b-b07a-5125cd3495e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.408992] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38684a5b-a0b4-40e1-b81b-9a1c3de2b757 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.411626] env[62743]: DEBUG nova.compute.manager [req-9fbddbf6-aca0-4c04-9bb5-ec3e68a75230 req-92451b1d-008b-4754-97a1-c89640200911 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Received event network-vif-deleted-f018112c-b90e-4941-84a2-30c89efa1bb0 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2287.411935] env[62743]: INFO nova.compute.manager [req-9fbddbf6-aca0-4c04-9bb5-ec3e68a75230 req-92451b1d-008b-4754-97a1-c89640200911 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Neutron deleted interface f018112c-b90e-4941-84a2-30c89efa1bb0; detaching it from the instance and deleting it from the info cache [ 2287.412142] env[62743]: DEBUG nova.network.neutron [req-9fbddbf6-aca0-4c04-9bb5-ec3e68a75230 req-92451b1d-008b-4754-97a1-c89640200911 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.424504] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012d42b3-447a-4a79-a1ea-932f8721126b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.436420] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2287.436420] env[62743]: value = "task-2064617" [ 2287.436420] env[62743]: _type = "Task" [ 2287.436420] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.446373] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064617, 'name': CloneVM_Task} progress is 11%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.458650] env[62743]: DEBUG nova.compute.manager [req-5a068cb7-2caf-4a3e-9ce9-ee0d29e37943 req-f657882b-5b47-4373-9cf1-e413efee1135 service nova] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Detach interface failed, port_id=87fbde2e-c792-45a6-af2a-e7c11b4c7782, reason: Instance 09b4fb94-d464-46ba-9736-626dc282f4ef could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2287.462990] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e70a69f0-db13-428f-a929-5d4340c731bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.769843] env[62743]: DEBUG nova.network.neutron [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.776896] env[62743]: DEBUG oslo_vmware.api [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064615, 'name': PowerOnVM_Task, 'duration_secs': 0.991861} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.777285] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2287.780183] env[62743]: DEBUG nova.compute.manager [None req-9d5c5d6f-e40e-45c5-b181-0ead12edecc7 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2287.781099] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c269ece-37ca-43e7-8344-7cec9e875f76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.813802] env[62743]: INFO nova.compute.manager [-] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Took 1.47 seconds to deallocate network for instance. [ 2287.838661] env[62743]: DEBUG nova.network.neutron [-] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.914846] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daa008b3-828b-4d5e-9bfa-65856fddd59a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.926307] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb96d15-0f97-411a-a763-7858891a5646 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.948800] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064617, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.961255] env[62743]: DEBUG nova.compute.manager [req-9fbddbf6-aca0-4c04-9bb5-ec3e68a75230 req-92451b1d-008b-4754-97a1-c89640200911 service nova] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Detach interface failed, port_id=f018112c-b90e-4941-84a2-30c89efa1bb0, reason: Instance 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2288.272716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.321723] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.321940] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.322179] env[62743]: DEBUG nova.objects.instance [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'resources' on Instance uuid 09b4fb94-d464-46ba-9736-626dc282f4ef {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2288.341653] env[62743]: INFO nova.compute.manager [-] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Took 1.99 seconds to deallocate network for instance. [ 2288.448281] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064617, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.851515] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.954334] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064617, 'name': CloneVM_Task, 'duration_secs': 1.445763} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.955425] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Created linked-clone VM from snapshot [ 2288.956687] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396ddae4-62b0-4f94-af51-c7eac950018f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.972922] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Uploading image 42959a60-7d84-4134-b0f2-3384275472f0 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2288.998820] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2288.998820] env[62743]: value = "vm-423407" [ 2288.998820] env[62743]: _type = "VirtualMachine" [ 2288.998820] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2288.999291] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69168dec-1b60-4a8c-bd67-b210c9a7376e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.006602] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lease: (returnval){ [ 2289.006602] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a3bf4d-c33e-b1ae-6f77-cbdf92f8e24b" [ 2289.006602] env[62743]: _type = "HttpNfcLease" [ 2289.006602] env[62743]: } obtained for exporting VM: (result){ [ 2289.006602] env[62743]: value = "vm-423407" [ 2289.006602] env[62743]: _type = "VirtualMachine" [ 2289.006602] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2289.006864] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the lease: (returnval){ [ 2289.006864] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a3bf4d-c33e-b1ae-6f77-cbdf92f8e24b" [ 2289.006864] env[62743]: _type = "HttpNfcLease" [ 2289.006864] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2289.013449] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2289.013449] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a3bf4d-c33e-b1ae-6f77-cbdf92f8e24b" [ 2289.013449] env[62743]: _type = "HttpNfcLease" [ 2289.013449] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2289.038901] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd36cd-7816-447a-9c59-5a5da1f76093 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.046735] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e50f17a-c41d-4de7-8668-63f1c5ab6fb0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.078713] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae51a02-ad94-4c89-b85a-a445f1f50048 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.087209] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202657d-4580-4eb2-9333-33243cca705a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.101476] env[62743]: DEBUG nova.compute.provider_tree [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2289.154042] env[62743]: INFO nova.compute.manager [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Unrescuing [ 2289.154385] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.154538] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquired lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.154706] env[62743]: DEBUG nova.network.neutron [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2289.515150] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2289.515150] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a3bf4d-c33e-b1ae-6f77-cbdf92f8e24b" [ 2289.515150] env[62743]: _type = "HttpNfcLease" [ 2289.515150] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2289.515562] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2289.515562] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a3bf4d-c33e-b1ae-6f77-cbdf92f8e24b" [ 2289.515562] env[62743]: _type = "HttpNfcLease" [ 2289.515562] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2289.516197] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d6924-875e-459b-91c8-385548fe9e29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.523856] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a30d66-963c-1607-6344-f905e2a91151/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2289.524062] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a30d66-963c-1607-6344-f905e2a91151/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2289.604985] env[62743]: DEBUG nova.scheduler.client.report [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2289.645368] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03b202dd-d603-4286-9fd0-90b4b886a258 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.789949] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4f6d6c-dd06-4c94-b7b2-8039c7e3cdb5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.809723] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance '90d758e1-2b07-44b4-9a10-1cb377b21874' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2289.928834] env[62743]: DEBUG nova.network.neutron [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.110386] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.113879] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.262s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.114358] env[62743]: DEBUG nova.objects.instance [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'resources' on Instance uuid 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2290.138590] env[62743]: INFO nova.scheduler.client.report [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted allocations for instance 09b4fb94-d464-46ba-9736-626dc282f4ef [ 2290.316679] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2290.317128] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d88881-ee6c-4f08-8ff3-5519a29bf33a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.326648] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2290.326648] env[62743]: value = "task-2064619" [ 2290.326648] env[62743]: _type = "Task" [ 2290.326648] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.336863] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.432133] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Releasing lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.433161] env[62743]: DEBUG nova.objects.instance [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lazy-loading 'flavor' on Instance uuid 3e405e23-e741-43f3-aacf-913aa0f2e53e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2290.647383] env[62743]: DEBUG oslo_concurrency.lockutils [None req-682fc6ba-521d-4444-8a2e-456cf88ee451 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "09b4fb94-d464-46ba-9736-626dc282f4ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.776s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.820029] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429dc29d-409a-481b-b5c5-e529252ad093 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.831832] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cbd446-ac7c-4c5b-893f-0c1704f6bd7f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.840125] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064619, 'name': PowerOffVM_Task, 'duration_secs': 0.264607} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.864791] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2290.865147] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance '90d758e1-2b07-44b4-9a10-1cb377b21874' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2290.869368] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e1885f-b56b-497d-ac6f-9c659ada5c2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.877778] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3cf32-8295-4907-b6d3-64e6645f15a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.893138] env[62743]: DEBUG nova.compute.provider_tree [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2290.940088] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b841c8f2-acca-4b37-accb-a6a6a8a4fd84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.966682] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2290.967075] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23cd72c-a035-4166-a782-3e3e578732cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.974547] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2290.974547] env[62743]: value = "task-2064620" [ 2290.974547] env[62743]: _type = "Task" [ 2290.974547] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.983862] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.375549] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2291.375785] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2291.375940] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2291.376163] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2291.376315] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2291.376475] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2291.376688] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2291.376865] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2291.377044] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2291.377218] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2291.377408] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2291.382676] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-163a1d85-e73f-479a-8a36-efa5ae148ce0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.396210] env[62743]: DEBUG nova.scheduler.client.report [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2291.400968] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2291.400968] env[62743]: value = "task-2064621" [ 2291.400968] env[62743]: _type = "Task" [ 2291.400968] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.411586] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.486328] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064620, 'name': PowerOffVM_Task, 'duration_secs': 0.270716} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.486733] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2291.492860] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2291.493233] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53c43e9f-3ead-4b7b-9c6e-260abcb13f52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.511270] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2291.511270] env[62743]: value = "task-2064622" [ 2291.511270] env[62743]: _type = "Task" [ 2291.511270] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.519828] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.902568] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.914467] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064621, 'name': ReconfigVM_Task, 'duration_secs': 0.346151} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.914825] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance '90d758e1-2b07-44b4-9a10-1cb377b21874' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2291.930905] env[62743]: INFO nova.scheduler.client.report [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted allocations for instance 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185 [ 2292.024230] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064622, 'name': ReconfigVM_Task, 'duration_secs': 0.412337} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.024463] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2292.024655] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2292.024919] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d84781ad-2fcf-4489-b526-89b1c8becaed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.031730] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2292.031730] env[62743]: value = "task-2064623" [ 2292.031730] env[62743]: _type = "Task" [ 2292.031730] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.040231] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.422969] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2292.423196] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2292.424067] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2292.424067] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2292.424067] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2292.424067] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2292.424338] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2292.424448] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2292.424618] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2292.424778] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2292.424984] env[62743]: DEBUG nova.virt.hardware [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2292.430564] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2292.430926] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08d125e-1332-4877-9dab-ec3df128b8f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.447188] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9e3837c4-6155-4bcc-a9f7-8557d454c824 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.551s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.452307] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2292.452307] env[62743]: value = "task-2064624" [ 2292.452307] env[62743]: _type = "Task" [ 2292.452307] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.461589] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.542571] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.962088] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.042550] env[62743]: DEBUG oslo_vmware.api [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064623, 'name': PowerOnVM_Task, 'duration_secs': 0.521443} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.042863] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2293.043082] env[62743]: DEBUG nova.compute.manager [None req-9531e8fd-9ead-48d6-b678-f74a8565c0cd tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2293.043907] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608683f1-6436-45ad-b450-81742430f35b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.464495] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.969087] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064624, 'name': ReconfigVM_Task, 'duration_secs': 1.231896} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.969541] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2293.970452] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641f61d5-e282-4f25-9a84-2428d1966b2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.997578] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2293.997969] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b049d0c9-d5df-4849-b807-6a5b9c5630ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.018680] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2294.018680] env[62743]: value = "task-2064625" [ 2294.018680] env[62743]: _type = "Task" [ 2294.018680] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.028453] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.529897] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064625, 'name': ReconfigVM_Task, 'duration_secs': 0.509037} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.530209] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2294.530479] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance '90d758e1-2b07-44b4-9a10-1cb377b21874' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2294.823345] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293ef0b-1dff-97fa-5b9d-9d8aba412f8c/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2294.824271] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64218a78-cf2a-4acd-8ca0-f1d2100e41ad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.832941] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293ef0b-1dff-97fa-5b9d-9d8aba412f8c/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2294.833129] env[62743]: ERROR oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293ef0b-1dff-97fa-5b9d-9d8aba412f8c/disk-0.vmdk due to incomplete transfer. [ 2294.833373] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d85970d7-462c-4ed2-81f6-7ccf57462534 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.843393] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293ef0b-1dff-97fa-5b9d-9d8aba412f8c/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2294.843617] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Uploaded image 39da669c-fac1-4c02-a8a7-28f178e2be27 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2294.850472] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2294.852134] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41d6826a-381c-44df-b3ef-fdd352c1c175 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.858083] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2294.858083] env[62743]: value = "task-2064626" [ 2294.858083] env[62743]: _type = "Task" [ 2294.858083] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.866389] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064626, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.037543] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9194c252-435e-464e-80e6-9420ccf149af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.058883] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1ac67d-0cc7-48db-85fa-18e915670e55 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.077101] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance '90d758e1-2b07-44b4-9a10-1cb377b21874' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2295.370099] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064626, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.642453] env[62743]: DEBUG nova.network.neutron [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Port b4879e11-c375-42f7-b6c5-c3d9b17ac091 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2295.671547] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "649565b0-03a8-4abf-a380-462cf517ce58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.671765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "649565b0-03a8-4abf-a380-462cf517ce58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.698371] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.698782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.699079] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.699280] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.699448] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.701709] env[62743]: INFO nova.compute.manager [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Terminating instance [ 2295.746777] env[62743]: DEBUG nova.compute.manager [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Received event network-changed-6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2295.747059] env[62743]: DEBUG nova.compute.manager [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing instance network info cache due to event network-changed-6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2295.747354] env[62743]: DEBUG oslo_concurrency.lockutils [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] Acquiring lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2295.747587] env[62743]: DEBUG oslo_concurrency.lockutils [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] Acquired lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2295.747802] env[62743]: DEBUG nova.network.neutron [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2295.869452] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064626, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.174306] env[62743]: DEBUG nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2296.205998] env[62743]: DEBUG nova.compute.manager [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2296.206916] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2296.208434] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc63c7d-0442-498b-821e-e332b45b1908 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.217359] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2296.217629] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40035500-96cd-40b1-abaf-d12414bc757b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.224360] env[62743]: DEBUG oslo_vmware.api [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2296.224360] env[62743]: value = "task-2064627" [ 2296.224360] env[62743]: _type = "Task" [ 2296.224360] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.233068] env[62743]: DEBUG oslo_vmware.api [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.370681] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064626, 'name': Destroy_Task, 'duration_secs': 1.459016} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.370993] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Destroyed the VM [ 2296.371308] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2296.371641] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d47b0bc3-c63b-451e-a178-b581a5956428 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.382086] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2296.382086] env[62743]: value = "task-2064628" [ 2296.382086] env[62743]: _type = "Task" [ 2296.382086] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.391390] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.479490] env[62743]: DEBUG nova.network.neutron [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updated VIF entry in instance network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2296.479866] env[62743]: DEBUG nova.network.neutron [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2296.668038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.668217] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.668291] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.698815] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.699232] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.701266] env[62743]: INFO nova.compute.claims [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2296.735154] env[62743]: DEBUG oslo_vmware.api [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064627, 'name': PowerOffVM_Task, 'duration_secs': 0.354705} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.735440] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2296.735607] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2296.735875] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4567069-533a-424f-bf85-52388c3732de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.822614] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2296.822838] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2296.823028] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleting the datastore file [datastore1] b92ae33b-b41a-4281-8ba7-c41682b4d249 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2296.823404] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63c007f8-e0b8-4568-bc43-2e83be63b702 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.829877] env[62743]: DEBUG oslo_vmware.api [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for the task: (returnval){ [ 2296.829877] env[62743]: value = "task-2064630" [ 2296.829877] env[62743]: _type = "Task" [ 2296.829877] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.841185] env[62743]: DEBUG oslo_vmware.api [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.892258] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.403845} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.892562] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2296.893534] env[62743]: DEBUG nova.compute.manager [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2296.893711] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080534bf-7e16-4fdb-87e5-d8a8a37dd75e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.982828] env[62743]: DEBUG oslo_concurrency.lockutils [req-60a0eb21-b329-493d-a7d1-bfc0593125fc req-c1e35464-81d3-4af9-b9c3-e33be958726f service nova] Releasing lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.340666] env[62743]: DEBUG oslo_vmware.api [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Task: {'id': task-2064630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154663} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.340666] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2297.341188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2297.341188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2297.341356] env[62743]: INFO nova.compute.manager [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2297.341507] env[62743]: DEBUG oslo.service.loopingcall [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2297.341707] env[62743]: DEBUG nova.compute.manager [-] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2297.341803] env[62743]: DEBUG nova.network.neutron [-] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2297.407794] env[62743]: INFO nova.compute.manager [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Shelve offloading [ 2297.706976] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.707508] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.707508] env[62743]: DEBUG nova.network.neutron [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2297.779828] env[62743]: DEBUG nova.compute.manager [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Received event network-changed-6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2297.780204] env[62743]: DEBUG nova.compute.manager [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing instance network info cache due to event network-changed-6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2297.780466] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] Acquiring lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.780614] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] Acquired lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.780778] env[62743]: DEBUG nova.network.neutron [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Refreshing network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2297.888988] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfbaff7-f18c-475a-bb12-4575794730eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.897280] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930aa1a6-b623-4a7e-bcc0-23afc63191d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.929579] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2297.931162] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36cec289-216c-4d90-a6ff-2ea787ff5c9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.933166] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f905ace9-24ba-4fd8-8948-3084ee77f6da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.941939] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369c81c-3ebd-4b33-bbf4-67b46bb7510a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.946542] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2297.946542] env[62743]: value = "task-2064631" [ 2297.946542] env[62743]: _type = "Task" [ 2297.946542] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.957374] env[62743]: DEBUG nova.compute.provider_tree [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2297.964565] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2297.964662] env[62743]: DEBUG nova.compute.manager [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2297.966056] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3f071b-e551-42de-a7ee-189aff03c87c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.971873] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.972065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.972241] env[62743]: DEBUG nova.network.neutron [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2298.080021] env[62743]: DEBUG nova.network.neutron [-] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.460725] env[62743]: DEBUG nova.scheduler.client.report [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2298.512704] env[62743]: DEBUG nova.network.neutron [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updated VIF entry in instance network info cache for port 6019fa74-b5ab-443e-a092-6801036e4819. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2298.513151] env[62743]: DEBUG nova.network.neutron [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [{"id": "6019fa74-b5ab-443e-a092-6801036e4819", "address": "fa:16:3e:f2:68:2d", "network": {"id": "bbab46ec-2479-4aa7-b6d8-032c25f066c4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-400452961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0269e34181ee4d4ba6f5f2ef61e299fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6019fa74-b5", "ovs_interfaceid": "6019fa74-b5ab-443e-a092-6801036e4819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.582534] env[62743]: INFO nova.compute.manager [-] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Took 1.24 seconds to deallocate network for instance. [ 2298.592410] env[62743]: DEBUG nova.network.neutron [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.781467] env[62743]: DEBUG nova.network.neutron [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": "3f0c411b-ef10-4513-8733-4537191fc86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2298.823847] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a30d66-963c-1607-6344-f905e2a91151/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2298.825130] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb984c-30b8-483c-a00a-eff55710880f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.831515] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a30d66-963c-1607-6344-f905e2a91151/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2298.831671] env[62743]: ERROR oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a30d66-963c-1607-6344-f905e2a91151/disk-0.vmdk due to incomplete transfer. [ 2298.831877] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08bda68e-6ded-42de-8244-0a5c027f951f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.838669] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a30d66-963c-1607-6344-f905e2a91151/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2298.838855] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Uploaded image 42959a60-7d84-4134-b0f2-3384275472f0 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2298.840554] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2298.840781] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9032e919-a0d7-4f17-b87a-fe465897f7cb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.845787] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2298.845787] env[62743]: value = "task-2064632" [ 2298.845787] env[62743]: _type = "Task" [ 2298.845787] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.852820] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.967730] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.968395] env[62743]: DEBUG nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2299.018598] env[62743]: DEBUG oslo_concurrency.lockutils [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] Releasing lock "refresh_cache-3e405e23-e741-43f3-aacf-913aa0f2e53e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.018900] env[62743]: DEBUG nova.compute.manager [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Received event network-vif-deleted-b0977145-48ad-4c86-b5de-d37f749d4157 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2299.019117] env[62743]: INFO nova.compute.manager [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Neutron deleted interface b0977145-48ad-4c86-b5de-d37f749d4157; detaching it from the instance and deleting it from the info cache [ 2299.019525] env[62743]: DEBUG nova.network.neutron [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.089826] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.090113] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.090336] env[62743]: DEBUG nova.objects.instance [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lazy-loading 'resources' on Instance uuid b92ae33b-b41a-4281-8ba7-c41682b4d249 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.096264] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.284212] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.356047] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.473086] env[62743]: DEBUG nova.compute.utils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2299.474586] env[62743]: DEBUG nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2299.474704] env[62743]: DEBUG nova.network.neutron [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2299.521463] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b407f4c2-1a20-4d76-9f4e-9dfbee64fb41 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.530994] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dde3d4-4859-4332-9fe9-38f77323c21d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.543294] env[62743]: DEBUG nova.policy [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fae4b9bf3d42aca25b7e967edfab08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab9f0efff16e431fb79da9e2d422916a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2299.564225] env[62743]: DEBUG nova.compute.manager [req-f8fb8b79-2364-463c-8ab2-57b1f3152259 req-617af5f8-b86f-40fe-8751-cdef83be3268 service nova] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Detach interface failed, port_id=b0977145-48ad-4c86-b5de-d37f749d4157, reason: Instance b92ae33b-b41a-4281-8ba7-c41682b4d249 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2299.628949] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef95a2ff-65c7-4aec-9272-2d29ebf77350 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.653473] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aada127-ffbf-45b2-972e-ee6dafcc82fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.660902] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance '90d758e1-2b07-44b4-9a10-1cb377b21874' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2299.736355] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.737097] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf7056-cca7-4add-9a65-a6ae8d97305d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.751064] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2299.751342] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7268fcd0-e8fc-425e-a8dc-0cdc8b66cd10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.812682] env[62743]: DEBUG nova.compute.manager [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-vif-unplugged-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2299.812896] env[62743]: DEBUG oslo_concurrency.lockutils [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.813177] env[62743]: DEBUG oslo_concurrency.lockutils [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.813311] env[62743]: DEBUG oslo_concurrency.lockutils [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.813445] env[62743]: DEBUG nova.compute.manager [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] No waiting events found dispatching network-vif-unplugged-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2299.813607] env[62743]: WARNING nova.compute.manager [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received unexpected event network-vif-unplugged-3f0c411b-ef10-4513-8733-4537191fc86d for instance with vm_state shelved and task_state shelving_offloading. [ 2299.813753] env[62743]: DEBUG nova.compute.manager [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2299.813899] env[62743]: DEBUG nova.compute.manager [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing instance network info cache due to event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2299.814104] env[62743]: DEBUG oslo_concurrency.lockutils [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] Acquiring lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.814241] env[62743]: DEBUG oslo_concurrency.lockutils [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] Acquired lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.814393] env[62743]: DEBUG nova.network.neutron [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2299.818771] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63964bb8-572a-4d8f-82fb-7a55cbca2184 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.826779] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de592e6-c3fd-4b73-9f83-6a53fccb531b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.859820] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56ed0b1-b755-40a5-877a-bf1501df68f3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.866734] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.869576] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419551f8-259d-49fb-b5c1-121b8469c021 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.882606] env[62743]: DEBUG nova.compute.provider_tree [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2299.923263] env[62743]: DEBUG nova.network.neutron [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Successfully created port: f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2299.977729] env[62743]: DEBUG nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2300.168725] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2300.169063] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39df5949-6db8-4e7f-8627-77ab7d157f21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.177724] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2300.177724] env[62743]: value = "task-2064634" [ 2300.177724] env[62743]: _type = "Task" [ 2300.177724] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.186764] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.365281] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.385189] env[62743]: DEBUG nova.scheduler.client.report [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2300.555326] env[62743]: DEBUG nova.network.neutron [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updated VIF entry in instance network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2300.556714] env[62743]: DEBUG nova.network.neutron [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.687364] env[62743]: DEBUG oslo_vmware.api [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064634, 'name': PowerOnVM_Task, 'duration_secs': 0.490678} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.687734] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2300.687921] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ff979bb5-b416-43ec-98cc-0e8c0a9c0897 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance '90d758e1-2b07-44b4-9a10-1cb377b21874' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2300.866235] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.889501] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.916138] env[62743]: INFO nova.scheduler.client.report [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Deleted allocations for instance b92ae33b-b41a-4281-8ba7-c41682b4d249 [ 2300.987543] env[62743]: DEBUG nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2301.012221] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2301.012489] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2301.012644] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2301.012823] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2301.012967] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2301.013134] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2301.013347] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2301.013533] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2301.013720] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2301.013884] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2301.014068] env[62743]: DEBUG nova.virt.hardware [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2301.014907] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98058de2-28a4-4239-a831-0445e9bcbf4e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.022522] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ebfbf-9af7-4574-b442-bfc76c9f653c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.059818] env[62743]: DEBUG oslo_concurrency.lockutils [req-0624a8a5-c0ab-48e7-8233-7d6c99f91d0e req-6ee8356d-1799-47bf-90ef-3e6276dacd5e service nova] Releasing lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.366142] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.423714] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f5910f66-6bf3-4381-a1a1-3e4605ef36b1 tempest-AttachInterfacesTestJSON-1811331876 tempest-AttachInterfacesTestJSON-1811331876-project-member] Lock "b92ae33b-b41a-4281-8ba7-c41682b4d249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.725s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.866733] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.368555] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.798873] env[62743]: DEBUG nova.network.neutron [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Port b4879e11-c375-42f7-b6c5-c3d9b17ac091 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2302.799176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.799332] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.799489] env[62743]: DEBUG nova.network.neutron [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2302.868473] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.369698] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.556275] env[62743]: DEBUG nova.network.neutron [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.870088] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.059409] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.370602] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.563894] env[62743]: DEBUG nova.compute.manager [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62743) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2304.563894] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.563894] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.871474] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064632, 'name': Destroy_Task, 'duration_secs': 5.626763} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.871734] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Destroyed the VM [ 2304.871957] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2304.872356] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63fbc832-0902-4582-a4f2-787f54b1af5d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.878644] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2304.878644] env[62743]: value = "task-2064635" [ 2304.878644] env[62743]: _type = "Task" [ 2304.878644] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.886880] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064635, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.959794] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2304.960046] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2304.960245] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleting the datastore file [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2304.960527] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-295e7c68-24e3-45e2-b92f-e8ca2fbd0bce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.966670] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2304.966670] env[62743]: value = "task-2064636" [ 2304.966670] env[62743]: _type = "Task" [ 2304.966670] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.974366] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.067541] env[62743]: DEBUG nova.objects.instance [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'migration_context' on Instance uuid 90d758e1-2b07-44b4-9a10-1cb377b21874 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2305.344939] env[62743]: DEBUG nova.compute.manager [req-58009ba8-185e-4fdf-b063-787430fb15c5 req-3b7e7123-40c8-48bc-a4fb-a0ec78557a50 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Received event network-vif-plugged-f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2305.345221] env[62743]: DEBUG oslo_concurrency.lockutils [req-58009ba8-185e-4fdf-b063-787430fb15c5 req-3b7e7123-40c8-48bc-a4fb-a0ec78557a50 service nova] Acquiring lock "649565b0-03a8-4abf-a380-462cf517ce58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.345663] env[62743]: DEBUG oslo_concurrency.lockutils [req-58009ba8-185e-4fdf-b063-787430fb15c5 req-3b7e7123-40c8-48bc-a4fb-a0ec78557a50 service nova] Lock "649565b0-03a8-4abf-a380-462cf517ce58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.345896] env[62743]: DEBUG oslo_concurrency.lockutils [req-58009ba8-185e-4fdf-b063-787430fb15c5 req-3b7e7123-40c8-48bc-a4fb-a0ec78557a50 service nova] Lock "649565b0-03a8-4abf-a380-462cf517ce58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.346188] env[62743]: DEBUG nova.compute.manager [req-58009ba8-185e-4fdf-b063-787430fb15c5 req-3b7e7123-40c8-48bc-a4fb-a0ec78557a50 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] No waiting events found dispatching network-vif-plugged-f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2305.346353] env[62743]: WARNING nova.compute.manager [req-58009ba8-185e-4fdf-b063-787430fb15c5 req-3b7e7123-40c8-48bc-a4fb-a0ec78557a50 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Received unexpected event network-vif-plugged-f149b62f-d2a9-41fc-8ff4-434b89182fdc for instance with vm_state building and task_state spawning. [ 2306.158430] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064635, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.158659] env[62743]: WARNING oslo_vmware.common.loopingcall [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] task run outlasted interval by 0.27899700000000005 sec [ 2306.159782] env[62743]: DEBUG nova.network.neutron [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Successfully updated port: f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2306.173361] env[62743]: DEBUG oslo_vmware.api [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19068} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.177117] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2306.177117] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2306.177194] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2306.179646] env[62743]: DEBUG oslo_vmware.api [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064635, 'name': RemoveSnapshot_Task, 'duration_secs': 1.247272} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.180381] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2306.180381] env[62743]: INFO nova.compute.manager [None req-bfb81bee-307c-44c0-99f9-5af67258ae91 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Took 20.90 seconds to snapshot the instance on the hypervisor. [ 2306.202513] env[62743]: INFO nova.scheduler.client.report [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted allocations for instance fd2f9b88-9281-41df-a48d-6b816fbb4298 [ 2306.354731] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e6df13-c8d0-4a24-912f-3d136d893b68 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.362617] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131dc201-5db6-43a5-b576-ec9bdb57b9f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.391884] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6f18a-2d79-4835-9927-9decd36c3803 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.399363] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d294ba-7c3e-411f-9cd1-e8077e9cde12 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.413080] env[62743]: DEBUG nova.compute.provider_tree [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2306.662686] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.662686] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.662686] env[62743]: DEBUG nova.network.neutron [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2306.706709] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.916155] env[62743]: DEBUG nova.scheduler.client.report [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2307.211224] env[62743]: DEBUG nova.network.neutron [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2307.402024] env[62743]: DEBUG nova.network.neutron [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Updating instance_info_cache with network_info: [{"id": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "address": "fa:16:3e:31:a5:ef", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf149b62f-d2", "ovs_interfaceid": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.472011] env[62743]: DEBUG nova.compute.manager [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Received event network-changed-f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2307.472245] env[62743]: DEBUG nova.compute.manager [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Refreshing instance network info cache due to event network-changed-f149b62f-d2a9-41fc-8ff4-434b89182fdc. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2307.472879] env[62743]: DEBUG oslo_concurrency.lockutils [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] Acquiring lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.904161] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.904513] env[62743]: DEBUG nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Instance network_info: |[{"id": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "address": "fa:16:3e:31:a5:ef", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf149b62f-d2", "ovs_interfaceid": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2307.904832] env[62743]: DEBUG oslo_concurrency.lockutils [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] Acquired lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.905071] env[62743]: DEBUG nova.network.neutron [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Refreshing network info cache for port f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2307.906811] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:a5:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f149b62f-d2a9-41fc-8ff4-434b89182fdc', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2307.914971] env[62743]: DEBUG oslo.service.loopingcall [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.915946] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2307.916319] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c1cfce-2c8a-4f9f-9ed8-6848ef0f25b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.933053] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.369s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.941540] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.235s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.941773] env[62743]: DEBUG nova.objects.instance [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'resources' on Instance uuid fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2307.952165] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2307.952165] env[62743]: value = "task-2064637" [ 2307.952165] env[62743]: _type = "Task" [ 2307.952165] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.955649] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "b553e6e4-078a-464a-bec8-913620572752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.955815] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "b553e6e4-078a-464a-bec8-913620572752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.970574] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064637, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.454120] env[62743]: DEBUG nova.objects.instance [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'numa_topology' on Instance uuid fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2308.461510] env[62743]: DEBUG nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2308.466102] env[62743]: DEBUG nova.compute.manager [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2308.467876] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2507094-180d-44f7-81dd-851dd9d41931 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.477259] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064637, 'name': CreateVM_Task, 'duration_secs': 0.321428} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.477647] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2308.478552] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.478719] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.479042] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2308.482681] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949b3ed0-d891-41c3-957f-f291d127bd93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.489937] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2308.489937] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5205cb01-85ca-cc7f-59fe-d071c69e6553" [ 2308.489937] env[62743]: _type = "Task" [ 2308.489937] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.500310] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5205cb01-85ca-cc7f-59fe-d071c69e6553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.638828] env[62743]: DEBUG nova.network.neutron [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Updated VIF entry in instance network info cache for port f149b62f-d2a9-41fc-8ff4-434b89182fdc. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2308.639687] env[62743]: DEBUG nova.network.neutron [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Updating instance_info_cache with network_info: [{"id": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "address": "fa:16:3e:31:a5:ef", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf149b62f-d2", "ovs_interfaceid": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.958562] env[62743]: DEBUG nova.objects.base [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2308.982689] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.987693] env[62743]: INFO nova.compute.manager [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] instance snapshotting [ 2308.995899] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd23675-a77a-486b-a855-f0bfb3da7d23 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.017215] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5205cb01-85ca-cc7f-59fe-d071c69e6553, 'name': SearchDatastore_Task, 'duration_secs': 0.017186} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.018651] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe8e5a9-7e04-406a-9faa-ea2454ec3ecb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.021317] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2309.021551] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2309.021782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2309.022048] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2309.022230] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2309.024754] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad1e261-5d40-446f-a2aa-6f2f9db50ab4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.034439] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2309.034542] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2309.035322] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcea34b-160c-463a-984b-006e3934c161 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.042395] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2309.042395] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52c88f4c-a89c-3073-c4b0-2c9531b2bbac" [ 2309.042395] env[62743]: _type = "Task" [ 2309.042395] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.053589] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c88f4c-a89c-3073-c4b0-2c9531b2bbac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.103789] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.143557] env[62743]: DEBUG oslo_concurrency.lockutils [req-f729ead8-33bc-4d68-b746-a438e84273e2 req-2a698ce8-773a-4d57-bd6d-b8832bb45f34 service nova] Releasing lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2309.144512] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb00fbe-3289-48b0-ad36-12c45f205a5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.151941] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a269e00-292d-4e8e-9552-a68da846c267 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.181388] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b554d95-e262-4668-8ab7-bacea9440fd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.188693] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310aff25-ea50-45c3-aa13-fdd93d35b577 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.201853] env[62743]: DEBUG nova.compute.provider_tree [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2309.478906] env[62743]: INFO nova.compute.manager [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Swapping old allocation on dict_keys(['7427b208-a623-46bb-b585-bad91453d898']) held by migration a59a178a-76d4-41d0-ac59-410ddf39d671 for instance [ 2309.502426] env[62743]: DEBUG nova.scheduler.client.report [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Overwriting current allocation {'allocations': {'7427b208-a623-46bb-b585-bad91453d898': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': '436c621a74724686a9dd31a48fe50fbc', 'user_id': 'a06270e106574620a1617356d01104ac', 'consumer_generation': 1} on consumer 90d758e1-2b07-44b4-9a10-1cb377b21874 {{(pid=62743) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2309.534725] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2309.535203] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c5f0753-5101-48cf-a2a0-4a7145f0c472 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.543764] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2309.543764] env[62743]: value = "task-2064638" [ 2309.543764] env[62743]: _type = "Task" [ 2309.543764] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.557463] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52c88f4c-a89c-3073-c4b0-2c9531b2bbac, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.560657] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.560883] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c350275f-812f-47dd-b75c-bc285c447c0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.565676] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2309.565676] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b01aa4-0575-dae4-1d74-168075431045" [ 2309.565676] env[62743]: _type = "Task" [ 2309.565676] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.573642] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b01aa4-0575-dae4-1d74-168075431045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.582779] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2309.582901] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2309.583164] env[62743]: DEBUG nova.network.neutron [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2309.705429] env[62743]: DEBUG nova.scheduler.client.report [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2310.057289] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064638, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.074833] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b01aa4-0575-dae4-1d74-168075431045, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.075105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.075324] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 649565b0-03a8-4abf-a380-462cf517ce58/649565b0-03a8-4abf-a380-462cf517ce58.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2310.075566] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdccf59b-b616-4997-9812-7e35722f5d18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.081791] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2310.081791] env[62743]: value = "task-2064639" [ 2310.081791] env[62743]: _type = "Task" [ 2310.081791] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.090514] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.212428] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.216039] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.233s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.217216] env[62743]: INFO nova.compute.claims [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2310.352245] env[62743]: DEBUG nova.network.neutron [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [{"id": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "address": "fa:16:3e:b5:7f:b7", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4879e11-c3", "ovs_interfaceid": "b4879e11-c375-42f7-b6c5-c3d9b17ac091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.557328] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064638, 'name': CreateSnapshot_Task, 'duration_secs': 0.53365} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.557776] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2310.558279] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c32a3ef-bac6-46e5-b993-f76b536a69c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.591435] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484174} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.591681] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 649565b0-03a8-4abf-a380-462cf517ce58/649565b0-03a8-4abf-a380-462cf517ce58.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2310.591890] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2310.592181] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce087d90-6e59-477b-b9cc-265bcbb0e439 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.599571] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2310.599571] env[62743]: value = "task-2064640" [ 2310.599571] env[62743]: _type = "Task" [ 2310.599571] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.607050] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.728698] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2a25aa6d-7238-456f-9dad-3d36520debf5 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.659s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.729392] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.626s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.729567] env[62743]: INFO nova.compute.manager [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Unshelving [ 2310.855115] env[62743]: DEBUG oslo_concurrency.lockutils [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-90d758e1-2b07-44b4-9a10-1cb377b21874" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.855536] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2310.855830] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-227b94a2-753a-43b7-be73-99b04540c70a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.863726] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2310.863726] env[62743]: value = "task-2064641" [ 2310.863726] env[62743]: _type = "Task" [ 2310.863726] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.871895] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.076481] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2311.076874] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8840b77c-c855-47ce-b351-97f29e323de6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.085676] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2311.085676] env[62743]: value = "task-2064642" [ 2311.085676] env[62743]: _type = "Task" [ 2311.085676] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.093583] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064642, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.108198] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073007} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.108407] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2311.109137] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd13658-76b4-4f08-9dd6-e5af606c8686 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.133734] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 649565b0-03a8-4abf-a380-462cf517ce58/649565b0-03a8-4abf-a380-462cf517ce58.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2311.134086] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2533c2c1-be80-4f71-8674-136aa0b0a095 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.159088] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2311.159088] env[62743]: value = "task-2064643" [ 2311.159088] env[62743]: _type = "Task" [ 2311.159088] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.169211] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.376698] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064641, 'name': PowerOffVM_Task, 'duration_secs': 0.328149} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.376968] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2311.377823] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2311.378073] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2311.378235] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2311.378436] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2311.378617] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2311.378697] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2311.378901] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2311.379111] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2311.379297] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2311.379463] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2311.379635] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2311.387272] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39a57d1-552f-44b8-809d-ff3627db34a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.403445] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2311.403445] env[62743]: value = "task-2064644" [ 2311.403445] env[62743]: _type = "Task" [ 2311.403445] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.414548] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.431600] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b69f0c6-5527-42cd-a30f-49bd11519ba4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.439373] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80923700-646c-44ac-892c-0142d3680e96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.468338] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f27fcea-d7cd-4c90-a682-fcd071823d10 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.475542] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9615c832-97b2-453d-bbbe-8d632dfd9a16 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.489747] env[62743]: DEBUG nova.compute.provider_tree [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2311.595715] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064642, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.668580] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064643, 'name': ReconfigVM_Task, 'duration_secs': 0.308625} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.668859] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 649565b0-03a8-4abf-a380-462cf517ce58/649565b0-03a8-4abf-a380-462cf517ce58.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2311.669510] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbbf0bc9-4fed-4a4a-a78e-077340556104 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.675945] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2311.675945] env[62743]: value = "task-2064645" [ 2311.675945] env[62743]: _type = "Task" [ 2311.675945] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.683409] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064645, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.738786] env[62743]: DEBUG nova.compute.utils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2311.913459] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064644, 'name': ReconfigVM_Task, 'duration_secs': 0.143846} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.914381] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7ef300-f22d-4553-ad22-b9ecd581e9f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.932870] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2311.933141] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2311.933322] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2311.933521] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2311.933688] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2311.933835] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2311.934056] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2311.934235] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2311.934404] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2311.934634] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2311.934733] env[62743]: DEBUG nova.virt.hardware [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2311.935538] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0792de-9e8f-41ef-b0ba-4bd536271ff6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.941393] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2311.941393] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52773150-0cb5-de49-123d-807ab5fb1c21" [ 2311.941393] env[62743]: _type = "Task" [ 2311.941393] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.948877] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52773150-0cb5-de49-123d-807ab5fb1c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.993064] env[62743]: DEBUG nova.scheduler.client.report [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2312.097295] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064642, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.187062] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064645, 'name': Rename_Task, 'duration_secs': 0.14669} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.187062] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2312.187062] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-220a44dd-7234-4ff5-a95a-5b3295bf3b51 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.192965] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2312.192965] env[62743]: value = "task-2064646" [ 2312.192965] env[62743]: _type = "Task" [ 2312.192965] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.200482] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.242723] env[62743]: INFO nova.virt.block_device [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Booting with volume 2a5b80cf-24c9-474e-8c47-49977c89e20f at /dev/sdb [ 2312.278367] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fd6caa9-2146-4585-bc7f-c13584aba604 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.288037] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ff27c-eb3d-40bb-90d2-bac4db148811 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.321876] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9c965dc-4fe4-4944-ba94-be05cecfdba1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.330577] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdccc8fe-bc07-4471-9baf-10cc48fcc856 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.364423] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ec7f9-30a4-4e9b-abf2-365507bd57a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.371947] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db19bfed-f5af-42a5-9fc1-d790af867f9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.386477] env[62743]: DEBUG nova.virt.block_device [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating existing volume attachment record: c2cbb2ce-0ffe-4304-a114-6e004dacd240 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2312.453566] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52773150-0cb5-de49-123d-807ab5fb1c21, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.458970] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2312.459313] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4224ca04-0e0a-447c-ab93-aec457088c4b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.476971] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2312.476971] env[62743]: value = "task-2064647" [ 2312.476971] env[62743]: _type = "Task" [ 2312.476971] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.485015] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.498095] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.498687] env[62743]: DEBUG nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2312.597497] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064642, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.703953] env[62743]: DEBUG oslo_vmware.api [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064646, 'name': PowerOnVM_Task, 'duration_secs': 0.507295} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.704315] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2312.704504] env[62743]: INFO nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Took 11.72 seconds to spawn the instance on the hypervisor. [ 2312.704711] env[62743]: DEBUG nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2312.705539] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c59c49-67a5-4ae1-b4af-df9e5b626614 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.986473] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064647, 'name': ReconfigVM_Task, 'duration_secs': 0.213141} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.986678] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2312.987439] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1694e15f-315a-4748-8bcb-8d8d41dc4b15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.008616] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2313.009802] env[62743]: DEBUG nova.compute.utils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2313.011039] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f01845-5dc8-4edb-b8cb-9842c5f09b00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.025277] env[62743]: DEBUG nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2313.028048] env[62743]: DEBUG nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2313.028048] env[62743]: DEBUG nova.network.neutron [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2313.036539] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2313.036539] env[62743]: value = "task-2064651" [ 2313.036539] env[62743]: _type = "Task" [ 2313.036539] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.044628] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.078312] env[62743]: DEBUG nova.policy [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42b12d7916364c8e84bf3f01bc6daea6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '475002de93e74e5ca6f9a6f791793038', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2313.097468] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064642, 'name': CloneVM_Task, 'duration_secs': 1.644619} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.097718] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Created linked-clone VM from snapshot [ 2313.098448] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c1f0a-a6cc-45ea-a567-0b66ee802c28 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.105483] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Uploading image fdae7004-ab09-4327-b75a-e5e5d6f3d3d6 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2313.126020] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2313.126020] env[62743]: value = "vm-423410" [ 2313.126020] env[62743]: _type = "VirtualMachine" [ 2313.126020] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2313.126020] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ddbaa991-3e4e-4556-a767-01c59276a19e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.133012] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lease: (returnval){ [ 2313.133012] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5298c125-1fb3-6fb1-34bd-207263356c6d" [ 2313.133012] env[62743]: _type = "HttpNfcLease" [ 2313.133012] env[62743]: } obtained for exporting VM: (result){ [ 2313.133012] env[62743]: value = "vm-423410" [ 2313.133012] env[62743]: _type = "VirtualMachine" [ 2313.133012] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2313.133344] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the lease: (returnval){ [ 2313.133344] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5298c125-1fb3-6fb1-34bd-207263356c6d" [ 2313.133344] env[62743]: _type = "HttpNfcLease" [ 2313.133344] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2313.139578] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2313.139578] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5298c125-1fb3-6fb1-34bd-207263356c6d" [ 2313.139578] env[62743]: _type = "HttpNfcLease" [ 2313.139578] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2313.222350] env[62743]: INFO nova.compute.manager [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Took 16.54 seconds to build instance. [ 2313.377756] env[62743]: DEBUG nova.network.neutron [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Successfully created port: 7fc3f610-eca2-4c6d-80ee-a48eca25a82a {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2313.548639] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064651, 'name': ReconfigVM_Task, 'duration_secs': 0.291982} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.550783] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874/90d758e1-2b07-44b4-9a10-1cb377b21874.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2313.554015] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b846eee-178b-49a9-978c-4532e5ca7eb3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.581436] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d4a583-67e5-4f0a-b0eb-cc2df0258404 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.610954] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2e0f51-bcf7-40a7-a983-d536c40330cf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.627558] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e5578-1abc-4400-8cb5-b39ded3b740a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.635300] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2313.638212] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12b219e5-3881-496c-b64a-86f7d166be60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.643170] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2313.643170] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5298c125-1fb3-6fb1-34bd-207263356c6d" [ 2313.643170] env[62743]: _type = "HttpNfcLease" [ 2313.643170] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2313.643453] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2313.643453] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5298c125-1fb3-6fb1-34bd-207263356c6d" [ 2313.643453] env[62743]: _type = "HttpNfcLease" [ 2313.643453] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2313.644196] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a631d-c220-457d-8058-eeb6964149dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.648234] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2313.648234] env[62743]: value = "task-2064653" [ 2313.648234] env[62743]: _type = "Task" [ 2313.648234] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2313.655509] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.659281] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c22d21-13e5-a451-4bff-c6958c1aa391/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2313.660038] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c22d21-13e5-a451-4bff-c6958c1aa391/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2313.725937] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15bf8876-5a56-4f59-b9e0-c43c118ba6e9 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "649565b0-03a8-4abf-a380-462cf517ce58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.054s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.762362] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c942d054-3f61-45f5-ac9d-9fdfedf0b846 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.822457] env[62743]: DEBUG nova.compute.manager [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Received event network-changed-f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2313.822707] env[62743]: DEBUG nova.compute.manager [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Refreshing instance network info cache due to event network-changed-f149b62f-d2a9-41fc-8ff4-434b89182fdc. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2313.822977] env[62743]: DEBUG oslo_concurrency.lockutils [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] Acquiring lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2313.823184] env[62743]: DEBUG oslo_concurrency.lockutils [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] Acquired lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2313.823382] env[62743]: DEBUG nova.network.neutron [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Refreshing network info cache for port f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2314.042172] env[62743]: DEBUG nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2314.066272] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2314.067023] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2314.067023] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2314.067225] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2314.067397] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2314.067586] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2314.067801] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2314.067969] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2314.068140] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2314.068367] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2314.068581] env[62743]: DEBUG nova.virt.hardware [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2314.069494] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bf27fb-5eb5-495f-b246-0e604864b174 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.077371] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68445044-fd9a-464d-b354-c731ba4c5a97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.158135] env[62743]: DEBUG oslo_vmware.api [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064653, 'name': PowerOnVM_Task, 'duration_secs': 0.407212} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.159570] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2314.576349] env[62743]: DEBUG nova.network.neutron [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Updated VIF entry in instance network info cache for port f149b62f-d2a9-41fc-8ff4-434b89182fdc. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2314.577026] env[62743]: DEBUG nova.network.neutron [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Updating instance_info_cache with network_info: [{"id": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "address": "fa:16:3e:31:a5:ef", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf149b62f-d2", "ovs_interfaceid": "f149b62f-d2a9-41fc-8ff4-434b89182fdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2314.931521] env[62743]: DEBUG nova.compute.manager [req-2c963639-c96b-4b65-8586-ce2af0ee9eb5 req-d0dc6f61-23da-4345-8d1e-9542730aadeb service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Received event network-vif-plugged-7fc3f610-eca2-4c6d-80ee-a48eca25a82a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2314.931828] env[62743]: DEBUG oslo_concurrency.lockutils [req-2c963639-c96b-4b65-8586-ce2af0ee9eb5 req-d0dc6f61-23da-4345-8d1e-9542730aadeb service nova] Acquiring lock "b553e6e4-078a-464a-bec8-913620572752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.932207] env[62743]: DEBUG oslo_concurrency.lockutils [req-2c963639-c96b-4b65-8586-ce2af0ee9eb5 req-d0dc6f61-23da-4345-8d1e-9542730aadeb service nova] Lock "b553e6e4-078a-464a-bec8-913620572752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.932426] env[62743]: DEBUG oslo_concurrency.lockutils [req-2c963639-c96b-4b65-8586-ce2af0ee9eb5 req-d0dc6f61-23da-4345-8d1e-9542730aadeb service nova] Lock "b553e6e4-078a-464a-bec8-913620572752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.932619] env[62743]: DEBUG nova.compute.manager [req-2c963639-c96b-4b65-8586-ce2af0ee9eb5 req-d0dc6f61-23da-4345-8d1e-9542730aadeb service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] No waiting events found dispatching network-vif-plugged-7fc3f610-eca2-4c6d-80ee-a48eca25a82a {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2314.932868] env[62743]: WARNING nova.compute.manager [req-2c963639-c96b-4b65-8586-ce2af0ee9eb5 req-d0dc6f61-23da-4345-8d1e-9542730aadeb service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Received unexpected event network-vif-plugged-7fc3f610-eca2-4c6d-80ee-a48eca25a82a for instance with vm_state building and task_state spawning. [ 2315.026739] env[62743]: DEBUG nova.network.neutron [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Successfully updated port: 7fc3f610-eca2-4c6d-80ee-a48eca25a82a {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2315.082326] env[62743]: DEBUG oslo_concurrency.lockutils [req-79430565-5097-411a-ba25-ead6748a704c req-acaf3b5b-483f-4cb6-ab15-a52c1fb38273 service nova] Releasing lock "refresh_cache-649565b0-03a8-4abf-a380-462cf517ce58" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.170876] env[62743]: INFO nova.compute.manager [None req-af7defcc-5326-4e28-be94-9727d7fe9578 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance to original state: 'active' [ 2315.530076] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "refresh_cache-b553e6e4-078a-464a-bec8-913620572752" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2315.530329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquired lock "refresh_cache-b553e6e4-078a-464a-bec8-913620572752" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2315.530561] env[62743]: DEBUG nova.network.neutron [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2315.698767] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "00425453-1c7c-466c-9f91-640627878e4b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.699388] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.077891] env[62743]: DEBUG nova.network.neutron [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2316.202296] env[62743]: DEBUG nova.compute.utils [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2316.253906] env[62743]: DEBUG nova.network.neutron [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Updating instance_info_cache with network_info: [{"id": "7fc3f610-eca2-4c6d-80ee-a48eca25a82a", "address": "fa:16:3e:3e:6d:b3", "network": {"id": "b44b2ebc-f808-45a8-a147-01dea17aef84", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-902184483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475002de93e74e5ca6f9a6f791793038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc3f610-ec", "ovs_interfaceid": "7fc3f610-eca2-4c6d-80ee-a48eca25a82a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.674377] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "90d758e1-2b07-44b4-9a10-1cb377b21874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.674643] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.674849] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.675045] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.675220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.677379] env[62743]: INFO nova.compute.manager [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Terminating instance [ 2316.705044] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.756493] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Releasing lock "refresh_cache-b553e6e4-078a-464a-bec8-913620572752" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2316.756892] env[62743]: DEBUG nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Instance network_info: |[{"id": "7fc3f610-eca2-4c6d-80ee-a48eca25a82a", "address": "fa:16:3e:3e:6d:b3", "network": {"id": "b44b2ebc-f808-45a8-a147-01dea17aef84", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-902184483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475002de93e74e5ca6f9a6f791793038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc3f610-ec", "ovs_interfaceid": "7fc3f610-eca2-4c6d-80ee-a48eca25a82a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2316.757371] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:6d:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fc3f610-eca2-4c6d-80ee-a48eca25a82a', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2316.764886] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Creating folder: Project (475002de93e74e5ca6f9a6f791793038). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2316.765193] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8075f53c-ce8e-469d-a2ab-6c2f4baa43a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.775706] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Created folder: Project (475002de93e74e5ca6f9a6f791793038) in parent group-v423128. [ 2316.775835] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Creating folder: Instances. Parent ref: group-v423414. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2316.776086] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2bd123c-2fe0-46c5-ba2e-a29067f6dae8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.786247] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Created folder: Instances in parent group-v423414. [ 2316.786475] env[62743]: DEBUG oslo.service.loopingcall [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2316.786667] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b553e6e4-078a-464a-bec8-913620572752] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2316.786869] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50a6bc86-fb0c-4f44-b6e5-745939197350 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.807105] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2316.807105] env[62743]: value = "task-2064658" [ 2316.807105] env[62743]: _type = "Task" [ 2316.807105] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.816607] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064658, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.963711] env[62743]: DEBUG nova.compute.manager [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Received event network-changed-7fc3f610-eca2-4c6d-80ee-a48eca25a82a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2316.963852] env[62743]: DEBUG nova.compute.manager [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Refreshing instance network info cache due to event network-changed-7fc3f610-eca2-4c6d-80ee-a48eca25a82a. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2316.964214] env[62743]: DEBUG oslo_concurrency.lockutils [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] Acquiring lock "refresh_cache-b553e6e4-078a-464a-bec8-913620572752" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.964214] env[62743]: DEBUG oslo_concurrency.lockutils [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] Acquired lock "refresh_cache-b553e6e4-078a-464a-bec8-913620572752" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.964393] env[62743]: DEBUG nova.network.neutron [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Refreshing network info cache for port 7fc3f610-eca2-4c6d-80ee-a48eca25a82a {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2317.180771] env[62743]: DEBUG nova.compute.manager [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2317.181188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2317.182200] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1f2da3-4923-472b-bb00-517fc677841e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.190700] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2317.190927] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b29833-571d-4a05-9ac7-47e105b02e22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.197992] env[62743]: DEBUG oslo_vmware.api [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2317.197992] env[62743]: value = "task-2064659" [ 2317.197992] env[62743]: _type = "Task" [ 2317.197992] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.205521] env[62743]: DEBUG oslo_vmware.api [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.318044] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064658, 'name': CreateVM_Task, 'duration_secs': 0.506652} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.318044] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b553e6e4-078a-464a-bec8-913620572752] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2317.318420] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.318591] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.318905] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2317.319184] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c837205-64c6-4cb1-bd34-424fdbca77ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.325612] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2317.325612] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52ec7b52-bbb5-e21b-6a0b-5dccca4c0322" [ 2317.325612] env[62743]: _type = "Task" [ 2317.325612] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.334288] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ec7b52-bbb5-e21b-6a0b-5dccca4c0322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.703130] env[62743]: DEBUG nova.network.neutron [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Updated VIF entry in instance network info cache for port 7fc3f610-eca2-4c6d-80ee-a48eca25a82a. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2317.703511] env[62743]: DEBUG nova.network.neutron [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Updating instance_info_cache with network_info: [{"id": "7fc3f610-eca2-4c6d-80ee-a48eca25a82a", "address": "fa:16:3e:3e:6d:b3", "network": {"id": "b44b2ebc-f808-45a8-a147-01dea17aef84", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-902184483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475002de93e74e5ca6f9a6f791793038", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc3f610-ec", "ovs_interfaceid": "7fc3f610-eca2-4c6d-80ee-a48eca25a82a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.710592] env[62743]: DEBUG oslo_vmware.api [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064659, 'name': PowerOffVM_Task, 'duration_secs': 0.202101} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.710861] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2317.711042] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2317.711341] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02bb847f-bb12-4a1f-b922-feb423e9dbc4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.771619] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "00425453-1c7c-466c-9f91-640627878e4b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.771949] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.772315] env[62743]: INFO nova.compute.manager [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Attaching volume 0b2ec259-74c1-4c12-9ea1-5abdf894c43e to /dev/sdb [ 2317.805539] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9719fc-4fa7-4d67-a4f1-f0aac588b5aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.814051] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c669f02-17da-4841-bbe3-0a6a48ea4b48 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.818552] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.818845] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.819099] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleting the datastore file [datastore1] 90d758e1-2b07-44b4-9a10-1cb377b21874 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.819792] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10089507-776b-4173-a802-9c543bf1b530 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.837584] env[62743]: DEBUG oslo_vmware.api [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2317.837584] env[62743]: value = "task-2064662" [ 2317.837584] env[62743]: _type = "Task" [ 2317.837584] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.837894] env[62743]: DEBUG nova.virt.block_device [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updating existing volume attachment record: 15dde3c0-4832-4e94-97b3-2b43274e9164 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2317.847271] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52ec7b52-bbb5-e21b-6a0b-5dccca4c0322, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.847996] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.848293] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2317.848657] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.848820] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.848998] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2317.849365] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa5c21b-ba48-4e3d-9c6e-0f36550bafec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.855209] env[62743]: DEBUG oslo_vmware.api [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.872308] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2317.872465] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2317.873492] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865e817e-763c-464a-9823-e2fef427e3e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.880233] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2317.880233] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52dc1d53-2988-85cc-c60c-43456be17d4a" [ 2317.880233] env[62743]: _type = "Task" [ 2317.880233] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.889865] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52dc1d53-2988-85cc-c60c-43456be17d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.995419] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.995750] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.996009] env[62743]: DEBUG nova.objects.instance [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'pci_requests' on Instance uuid fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2318.206744] env[62743]: DEBUG oslo_concurrency.lockutils [req-28e74766-5f92-416f-864d-809c6f534c9c req-88ca82a0-1f5d-4276-bc50-a3b17ab72d3f service nova] Releasing lock "refresh_cache-b553e6e4-078a-464a-bec8-913620572752" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.350078] env[62743]: DEBUG oslo_vmware.api [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.390854] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52dc1d53-2988-85cc-c60c-43456be17d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014897} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.391703] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037a4924-179a-4d01-92cd-8af6f593b907 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.397412] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2318.397412] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5267bd77-f3b0-65ec-89f2-fe7273160bbe" [ 2318.397412] env[62743]: _type = "Task" [ 2318.397412] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.405290] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5267bd77-f3b0-65ec-89f2-fe7273160bbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.501032] env[62743]: DEBUG nova.objects.instance [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'numa_topology' on Instance uuid fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2318.851298] env[62743]: DEBUG oslo_vmware.api [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5328} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.851565] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2318.851754] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2318.851931] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2318.852125] env[62743]: INFO nova.compute.manager [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2318.852406] env[62743]: DEBUG oslo.service.loopingcall [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2318.852602] env[62743]: DEBUG nova.compute.manager [-] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2318.852700] env[62743]: DEBUG nova.network.neutron [-] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2318.908456] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5267bd77-f3b0-65ec-89f2-fe7273160bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.027138} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.908456] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.908726] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b553e6e4-078a-464a-bec8-913620572752/b553e6e4-078a-464a-bec8-913620572752.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2318.909018] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db568ec4-c404-45c0-adc9-b6e0c5256b09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.915861] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2318.915861] env[62743]: value = "task-2064664" [ 2318.915861] env[62743]: _type = "Task" [ 2318.915861] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.924195] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.003144] env[62743]: INFO nova.compute.claims [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2319.328385] env[62743]: DEBUG nova.compute.manager [req-f841ac9a-eecc-4759-bac8-e5854e617166 req-e617472b-b18f-4775-9c0c-1eb36568f81a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Received event network-vif-deleted-b4879e11-c375-42f7-b6c5-c3d9b17ac091 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2319.328385] env[62743]: INFO nova.compute.manager [req-f841ac9a-eecc-4759-bac8-e5854e617166 req-e617472b-b18f-4775-9c0c-1eb36568f81a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Neutron deleted interface b4879e11-c375-42f7-b6c5-c3d9b17ac091; detaching it from the instance and deleting it from the info cache [ 2319.328707] env[62743]: DEBUG nova.network.neutron [req-f841ac9a-eecc-4759-bac8-e5854e617166 req-e617472b-b18f-4775-9c0c-1eb36568f81a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.428481] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064664, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.803361] env[62743]: DEBUG nova.network.neutron [-] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.832169] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afb6e7ec-128f-4dec-a37c-cdb9a8cd3011 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.842289] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dae7312-9be2-4df2-8680-64e932cdfe1f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.875209] env[62743]: DEBUG nova.compute.manager [req-f841ac9a-eecc-4759-bac8-e5854e617166 req-e617472b-b18f-4775-9c0c-1eb36568f81a service nova] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Detach interface failed, port_id=b4879e11-c375-42f7-b6c5-c3d9b17ac091, reason: Instance 90d758e1-2b07-44b4-9a10-1cb377b21874 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2319.926493] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601949} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.926768] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b553e6e4-078a-464a-bec8-913620572752/b553e6e4-078a-464a-bec8-913620572752.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2319.926982] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2319.927260] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-761f5834-92e5-4942-9cb6-549e296fe482 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.934769] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2319.934769] env[62743]: value = "task-2064666" [ 2319.934769] env[62743]: _type = "Task" [ 2319.934769] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.942472] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.189933] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18123f3a-063e-4a86-8c2c-70dd7edd703e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.196792] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775385d8-9290-49c8-995f-a3668fbebedc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.228588] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfb0120-3b60-40da-80ef-a91adf7db9a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.236342] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d6ba57-5790-4b6c-9e4e-55f0a69282df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.249894] env[62743]: DEBUG nova.compute.provider_tree [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2320.306367] env[62743]: INFO nova.compute.manager [-] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Took 1.45 seconds to deallocate network for instance. [ 2320.445491] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08486} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.445811] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2320.446621] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b5b287-df6c-47d8-80c2-35fa306e3672 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.468425] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b553e6e4-078a-464a-bec8-913620572752/b553e6e4-078a-464a-bec8-913620572752.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2320.468755] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84556b7f-e6d3-4185-97b0-c3b0a816af07 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.489615] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2320.489615] env[62743]: value = "task-2064668" [ 2320.489615] env[62743]: _type = "Task" [ 2320.489615] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.497819] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.753051] env[62743]: DEBUG nova.scheduler.client.report [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2320.813578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.999684] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064668, 'name': ReconfigVM_Task, 'duration_secs': 0.352483} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.999896] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b553e6e4-078a-464a-bec8-913620572752/b553e6e4-078a-464a-bec8-913620572752.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2321.000529] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-859d8a24-b3ef-4e2c-bf04-447823bdd66d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.006534] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2321.006534] env[62743]: value = "task-2064669" [ 2321.006534] env[62743]: _type = "Task" [ 2321.006534] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.013617] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064669, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.258685] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.263s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.261184] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.448s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.261470] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.278857] env[62743]: INFO nova.scheduler.client.report [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted allocations for instance 90d758e1-2b07-44b4-9a10-1cb377b21874 [ 2321.292286] env[62743]: INFO nova.network.neutron [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating port 3f0c411b-ef10-4513-8733-4537191fc86d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2321.516547] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064669, 'name': Rename_Task, 'duration_secs': 0.160772} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.516916] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2321.517200] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a24455f-9e04-45c6-ab8b-1ac3b7330bd2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.523825] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2321.523825] env[62743]: value = "task-2064670" [ 2321.523825] env[62743]: _type = "Task" [ 2321.523825] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.533562] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.788013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1f9a55e2-26ef-4957-8277-54faad05ec87 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "90d758e1-2b07-44b4-9a10-1cb377b21874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.113s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.033230] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.385282] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2322.385547] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423417', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'name': 'volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00425453-1c7c-466c-9f91-640627878e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'serial': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2322.386476] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125eb4b5-0a23-44a8-bd42-b298020cdc5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.403553] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e690db7-c16b-4a0f-8f98-832ab454b6c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.429185] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e/volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2322.429497] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0e5d07-9182-4595-86ae-0ddc008697ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.447931] env[62743]: DEBUG oslo_vmware.api [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2322.447931] env[62743]: value = "task-2064672" [ 2322.447931] env[62743]: _type = "Task" [ 2322.447931] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.456247] env[62743]: DEBUG oslo_vmware.api [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.533420] env[62743]: DEBUG oslo_vmware.api [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064670, 'name': PowerOnVM_Task, 'duration_secs': 0.651535} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.533802] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2322.533912] env[62743]: INFO nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Took 8.49 seconds to spawn the instance on the hypervisor. [ 2322.534102] env[62743]: DEBUG nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2322.534881] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e2abe-4368-41e3-9cfb-cdee52b33330 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.798109] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.798377] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.962541] env[62743]: DEBUG oslo_vmware.api [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.050733] env[62743]: INFO nova.compute.manager [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Took 14.08 seconds to build instance. [ 2323.300019] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c22d21-13e5-a451-4bff-c6958c1aa391/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2323.300335] env[62743]: DEBUG nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2323.303583] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a829c971-3c29-4a74-ac18-64c0fa5bb386 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.310377] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c22d21-13e5-a451-4bff-c6958c1aa391/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2323.310533] env[62743]: ERROR oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c22d21-13e5-a451-4bff-c6958c1aa391/disk-0.vmdk due to incomplete transfer. [ 2323.310751] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05532129-873f-4ee1-8db2-1ee0b0a7b67f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.315837] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.316059] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2323.317457] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c22d21-13e5-a451-4bff-c6958c1aa391/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2323.317652] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Uploaded image fdae7004-ab09-4327-b75a-e5e5d6f3d3d6 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2323.319886] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2323.320134] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e5b394e-f7c3-4657-bb66-37881a315ee6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.325830] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2323.325830] env[62743]: value = "task-2064673" [ 2323.325830] env[62743]: _type = "Task" [ 2323.325830] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.333367] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.458855] env[62743]: DEBUG oslo_vmware.api [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064672, 'name': ReconfigVM_Task, 'duration_secs': 0.74296} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.459150] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e/volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2323.464089] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a83497a-266e-49e9-a9f3-7c79853af211 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.479197] env[62743]: DEBUG oslo_vmware.api [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2323.479197] env[62743]: value = "task-2064674" [ 2323.479197] env[62743]: _type = "Task" [ 2323.479197] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.487520] env[62743]: DEBUG oslo_vmware.api [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.553370] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e862fb3b-b677-4272-ab08-36c1c762c531 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "b553e6e4-078a-464a-bec8-913620572752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.597s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.707851] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "b553e6e4-078a-464a-bec8-913620572752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.708147] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "b553e6e4-078a-464a-bec8-913620572752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.708384] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "b553e6e4-078a-464a-bec8-913620572752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.708582] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "b553e6e4-078a-464a-bec8-913620572752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.708752] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "b553e6e4-078a-464a-bec8-913620572752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.711255] env[62743]: INFO nova.compute.manager [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Terminating instance [ 2323.827025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.827025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.828224] env[62743]: INFO nova.compute.claims [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2323.839245] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.988806] env[62743]: DEBUG oslo_vmware.api [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064674, 'name': ReconfigVM_Task, 'duration_secs': 0.140642} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.989105] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423417', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'name': 'volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00425453-1c7c-466c-9f91-640627878e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'serial': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2324.215199] env[62743]: DEBUG nova.compute.manager [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2324.215447] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2324.216330] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165daec4-29ce-4062-917f-ac37301ded2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.223888] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2324.224134] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2070c7dd-90d8-458d-87ce-b524956f39bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.230362] env[62743]: DEBUG oslo_vmware.api [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2324.230362] env[62743]: value = "task-2064676" [ 2324.230362] env[62743]: _type = "Task" [ 2324.230362] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.237628] env[62743]: DEBUG oslo_vmware.api [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.345642] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.431505] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.741093] env[62743]: DEBUG oslo_vmware.api [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064676, 'name': PowerOffVM_Task, 'duration_secs': 0.399467} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.741540] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2324.741540] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2324.741879] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1efa289e-6a66-4369-b237-c965ef4f4581 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.843701] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.011504] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc109301-4338-417f-a347-4c5f16e16d71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.022457] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea013f4-4873-477f-bd78-6449ce3e0595 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.028221] env[62743]: DEBUG nova.objects.instance [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'flavor' on Instance uuid 00425453-1c7c-466c-9f91-640627878e4b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2325.076116] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc9bcc9-cbeb-4737-b0f0-6c10e0954eb1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.084256] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921855cb-a9d8-4d19-9cd7-c862e71ab716 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.098127] env[62743]: DEBUG nova.compute.provider_tree [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2325.341356] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.435578] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.435776] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2325.533856] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ff602362-aca2-4db7-9f49-ee5ce3c686ca tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.762s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.600913] env[62743]: DEBUG nova.scheduler.client.report [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2325.842711] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.106505] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.107084] env[62743]: DEBUG nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2326.275315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "00425453-1c7c-466c-9f91-640627878e4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.275544] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.343165] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.435709] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.613614] env[62743]: DEBUG nova.compute.utils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2326.615106] env[62743]: DEBUG nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2326.615290] env[62743]: DEBUG nova.network.neutron [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2326.654660] env[62743]: DEBUG nova.policy [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06270e106574620a1617356d01104ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436c621a74724686a9dd31a48fe50fbc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2326.778829] env[62743]: INFO nova.compute.manager [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Detaching volume 0b2ec259-74c1-4c12-9ea1-5abdf894c43e [ 2326.810738] env[62743]: INFO nova.virt.block_device [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Attempting to driver detach volume 0b2ec259-74c1-4c12-9ea1-5abdf894c43e from mountpoint /dev/sdb [ 2326.810953] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2326.811146] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423417', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'name': 'volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00425453-1c7c-466c-9f91-640627878e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'serial': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2326.812954] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfe4638-df9e-4756-81d0-503708dc2f27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.834661] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491342b5-e38c-4d4a-a3d8-e8b5c9a1d4d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.845870] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10712877-5d0a-4f39-b0b5-97eddb6c785d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.848159] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.868742] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c620edc1-85e6-4075-8774-f748d39f11a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.883531] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e/volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2326.888609] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2326.888855] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b4a6afd-4098-4bd1-8982-91f27466ec01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.906080] env[62743]: DEBUG oslo_vmware.api [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2326.906080] env[62743]: value = "task-2064679" [ 2326.906080] env[62743]: _type = "Task" [ 2326.906080] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.913328] env[62743]: DEBUG oslo_vmware.api [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.938619] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.939052] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.939127] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.940054] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2326.940190] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46198108-074e-4512-960e-c78c45539573 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.948029] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5114c099-3ea5-4abf-80d1-eec9f4cb87ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.952993] env[62743]: DEBUG nova.network.neutron [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Successfully created port: 9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2326.967233] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff57060-ae28-4f18-bf10-8e56100ca904 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.974850] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380640fa-bdf3-47f9-8811-fb6f2e000678 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.003908] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179001MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2327.004104] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.004282] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.118295] env[62743]: DEBUG nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2327.347482] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.414968] env[62743]: DEBUG oslo_vmware.api [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064679, 'name': ReconfigVM_Task, 'duration_secs': 0.218375} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.415600] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2327.420172] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1104b498-caa1-4036-b487-5ac97caad85e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.433889] env[62743]: DEBUG oslo_vmware.api [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2327.433889] env[62743]: value = "task-2064680" [ 2327.433889] env[62743]: _type = "Task" [ 2327.433889] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.441331] env[62743]: DEBUG oslo_vmware.api [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.847179] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.943264] env[62743]: DEBUG oslo_vmware.api [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064680, 'name': ReconfigVM_Task, 'duration_secs': 0.137422} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.943613] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423417', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'name': 'volume-0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '00425453-1c7c-466c-9f91-640627878e4b', 'attached_at': '', 'detached_at': '', 'volume_id': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e', 'serial': '0b2ec259-74c1-4c12-9ea1-5abdf894c43e'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2328.035024] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035024] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035169] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 7b627ea0-4885-49f9-b16c-863532e2ebde actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035246] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035332] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 65e2ec6f-b0c5-4e0d-a823-294905c99c29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035450] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 3e405e23-e741-43f3-aacf-913aa0f2e53e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035577] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 00425453-1c7c-466c-9f91-640627878e4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035689] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 32e33e5f-546e-46c8-ac35-4cbaae2c5000 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035797] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9e574909-e8b2-42f4-a653-1257c91bfc9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.035905] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 649565b0-03a8-4abf-a380-462cf517ce58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.036023] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b553e6e4-078a-464a-bec8-913620572752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.036135] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd2f9b88-9281-41df-a48d-6b816fbb4298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.036243] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.036436] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2328.036572] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2328.127958] env[62743]: DEBUG nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2328.153488] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2328.153488] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2328.153660] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2328.153698] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2328.153863] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2328.154025] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2328.154241] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2328.154399] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2328.154566] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2328.154727] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2328.154896] env[62743]: DEBUG nova.virt.hardware [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2328.155934] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736bd280-bb48-48cc-ab8b-e162c54ac4fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.163519] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02ba06b-9164-4504-a94d-0f5238f6814f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.189387] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2efe32f-295c-46bf-a8eb-ccab9a8d32f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.196130] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdebed3-e0d9-49bf-82c9-c47206993699 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.225800] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706a1a6e-e2d7-4d9b-905f-aca01bdb9786 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.232445] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e684a-0290-4c45-9a2d-778b5dfeaf39 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.245598] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2328.347422] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.484977] env[62743]: DEBUG nova.objects.instance [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'flavor' on Instance uuid 00425453-1c7c-466c-9f91-640627878e4b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.748578] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2328.850888] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.254627] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2329.254777] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.250s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.328828] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2329.329059] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2329.329243] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Deleting the datastore file [datastore1] b553e6e4-078a-464a-bec8-913620572752 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2329.329569] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c466411e-1cc9-481a-9c23-cad971ec0801 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.336693] env[62743]: DEBUG oslo_vmware.api [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for the task: (returnval){ [ 2329.336693] env[62743]: value = "task-2064682" [ 2329.336693] env[62743]: _type = "Task" [ 2329.336693] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.346854] env[62743]: DEBUG oslo_vmware.api [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.349597] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064673, 'name': Destroy_Task, 'duration_secs': 5.900604} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.349833] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Destroyed the VM [ 2329.350072] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2329.350301] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a4b49a86-6fae-49f2-b11d-311939319b85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.355191] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2329.355191] env[62743]: value = "task-2064683" [ 2329.355191] env[62743]: _type = "Task" [ 2329.355191] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.362135] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064683, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.493019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0c8ec115-739f-4329-a714-4ee9501eef37 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.719786] env[62743]: DEBUG nova.compute.manager [req-3ee14dc3-003e-4a15-9e84-6461bdf0e317 req-b70f1785-20ec-46a4-8579-1eb88d018d65 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-vif-plugged-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2329.720060] env[62743]: DEBUG oslo_concurrency.lockutils [req-3ee14dc3-003e-4a15-9e84-6461bdf0e317 req-b70f1785-20ec-46a4-8579-1eb88d018d65 service nova] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.720433] env[62743]: DEBUG oslo_concurrency.lockutils [req-3ee14dc3-003e-4a15-9e84-6461bdf0e317 req-b70f1785-20ec-46a4-8579-1eb88d018d65 service nova] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.720528] env[62743]: DEBUG oslo_concurrency.lockutils [req-3ee14dc3-003e-4a15-9e84-6461bdf0e317 req-b70f1785-20ec-46a4-8579-1eb88d018d65 service nova] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.720726] env[62743]: DEBUG nova.compute.manager [req-3ee14dc3-003e-4a15-9e84-6461bdf0e317 req-b70f1785-20ec-46a4-8579-1eb88d018d65 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] No waiting events found dispatching network-vif-plugged-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2329.720928] env[62743]: WARNING nova.compute.manager [req-3ee14dc3-003e-4a15-9e84-6461bdf0e317 req-b70f1785-20ec-46a4-8579-1eb88d018d65 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received unexpected event network-vif-plugged-3f0c411b-ef10-4513-8733-4537191fc86d for instance with vm_state shelved_offloaded and task_state spawning. [ 2329.819950] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.819950] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.819950] env[62743]: DEBUG nova.network.neutron [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2329.847338] env[62743]: DEBUG oslo_vmware.api [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Task: {'id': task-2064682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17353} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.847590] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2329.847784] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2329.847941] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2329.848154] env[62743]: INFO nova.compute.manager [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] [instance: b553e6e4-078a-464a-bec8-913620572752] Took 5.63 seconds to destroy the instance on the hypervisor. [ 2329.848398] env[62743]: DEBUG oslo.service.loopingcall [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2329.848598] env[62743]: DEBUG nova.compute.manager [-] [instance: b553e6e4-078a-464a-bec8-913620572752] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2329.848684] env[62743]: DEBUG nova.network.neutron [-] [instance: b553e6e4-078a-464a-bec8-913620572752] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2329.865777] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064683, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.213611] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.213886] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.366130] env[62743]: DEBUG oslo_vmware.api [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064683, 'name': RemoveSnapshot_Task, 'duration_secs': 0.581929} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.368522] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2330.368778] env[62743]: INFO nova.compute.manager [None req-3c44c8dc-323e-4c44-86ac-bb97d16b8353 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Took 21.38 seconds to snapshot the instance on the hypervisor. [ 2330.530825] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "00425453-1c7c-466c-9f91-640627878e4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.531010] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.531194] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "00425453-1c7c-466c-9f91-640627878e4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.531369] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.531602] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.534339] env[62743]: INFO nova.compute.manager [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Terminating instance [ 2330.679817] env[62743]: DEBUG nova.network.neutron [-] [instance: b553e6e4-078a-464a-bec8-913620572752] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.698740] env[62743]: DEBUG nova.network.neutron [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Successfully updated port: 9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2330.716595] env[62743]: INFO nova.compute.manager [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Detaching volume 06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3 [ 2330.752835] env[62743]: INFO nova.virt.block_device [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Attempting to driver detach volume 06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3 from mountpoint /dev/sdb [ 2330.753170] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2330.753429] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423399', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'name': 'volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e405e23-e741-43f3-aacf-913aa0f2e53e', 'attached_at': '', 'detached_at': '', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'serial': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2330.757895] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c061b2db-67e5-4e64-89b1-77a203918bf8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.780897] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7083f4-563a-4325-ba62-9c94dd5e8e2e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.788308] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f567e11d-816f-4860-a053-5813344f23ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.813640] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903d5a4-385a-4d9d-9e9c-d56c2b860cc5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.828942] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] The volume has not been displaced from its original location: [datastore1] volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3/volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2330.834754] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2330.834974] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bd9338-7cba-4b5a-b372-2a1b0938f173 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.855204] env[62743]: DEBUG oslo_vmware.api [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2330.855204] env[62743]: value = "task-2064685" [ 2330.855204] env[62743]: _type = "Task" [ 2330.855204] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.862871] env[62743]: DEBUG oslo_vmware.api [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.883979] env[62743]: DEBUG nova.network.neutron [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": "3f0c411b-ef10-4513-8733-4537191fc86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.038301] env[62743]: DEBUG nova.compute.manager [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2331.038570] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2331.040048] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a93479-e5dc-4b4d-8489-0b185b6984e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.047385] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2331.047624] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6afd00-22be-4738-a4e9-becc71988367 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.053642] env[62743]: DEBUG oslo_vmware.api [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2331.053642] env[62743]: value = "task-2064686" [ 2331.053642] env[62743]: _type = "Task" [ 2331.053642] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.062278] env[62743]: DEBUG oslo_vmware.api [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.182620] env[62743]: INFO nova.compute.manager [-] [instance: b553e6e4-078a-464a-bec8-913620572752] Took 1.33 seconds to deallocate network for instance. [ 2331.202376] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.202556] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.202717] env[62743]: DEBUG nova.network.neutron [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2331.254834] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.255133] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.255346] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.365682] env[62743]: DEBUG oslo_vmware.api [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064685, 'name': ReconfigVM_Task, 'duration_secs': 0.236218} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.365971] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2331.370836] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb07e3e-964b-4e8e-8c87-2082ea767208 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.386461] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.388423] env[62743]: DEBUG oslo_vmware.api [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2331.388423] env[62743]: value = "task-2064687" [ 2331.388423] env[62743]: _type = "Task" [ 2331.388423] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.399281] env[62743]: DEBUG oslo_vmware.api [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.413324] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9e575a97328583aa1f1333ef680596f1',container_format='bare',created_at=2025-01-10T18:54:22Z,direct_url=,disk_format='vmdk',id=39da669c-fac1-4c02-a8a7-28f178e2be27,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-773902345-shelved',owner='c0f68ab6bc114726a52d33cd1c44fd67',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-01-10T18:54:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2331.413806] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2331.413976] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2331.414188] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2331.415153] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2331.415416] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2331.415694] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2331.415909] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2331.416164] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2331.416393] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2331.416614] env[62743]: DEBUG nova.virt.hardware [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2331.417502] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e6868a-33ea-40ff-a1bb-e1b44270ecf9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.425638] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57493098-657e-45e9-8332-ba17e1f22765 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.438771] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.438921] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2331.440509] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:1d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f0c411b-ef10-4513-8733-4537191fc86d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2331.447783] env[62743]: DEBUG oslo.service.loopingcall [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2331.448431] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2331.448573] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edadee1c-1bad-4ba5-80fd-01c52cf60580 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.469210] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2331.469210] env[62743]: value = "task-2064688" [ 2331.469210] env[62743]: _type = "Task" [ 2331.469210] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.476986] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064688, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.564740] env[62743]: DEBUG oslo_vmware.api [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064686, 'name': PowerOffVM_Task, 'duration_secs': 0.18168} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.564987] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2331.565219] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2331.565484] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4710bde6-8e28-427a-a241-cd7eaaacf67a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.689149] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.689436] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.689660] env[62743]: DEBUG nova.objects.instance [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lazy-loading 'resources' on Instance uuid b553e6e4-078a-464a-bec8-913620572752 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2331.741592] env[62743]: DEBUG nova.network.neutron [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2331.756987] env[62743]: DEBUG nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2331.757201] env[62743]: DEBUG nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing instance network info cache due to event network-changed-3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2331.757422] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Acquiring lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.757665] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Acquired lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.757792] env[62743]: DEBUG nova.network.neutron [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Refreshing network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2331.890734] env[62743]: DEBUG nova.network.neutron [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updating instance_info_cache with network_info: [{"id": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "address": "fa:16:3e:f5:88:ef", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e47f2-30", "ovs_interfaceid": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.902637] env[62743]: DEBUG oslo_vmware.api [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064687, 'name': ReconfigVM_Task, 'duration_secs': 0.176514} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.902930] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423399', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'name': 'volume-06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e405e23-e741-43f3-aacf-913aa0f2e53e', 'attached_at': '', 'detached_at': '', 'volume_id': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3', 'serial': '06001a12-24b7-42d2-aa6b-8fd9e6f6e1d3'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2331.980619] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064688, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.981523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.981666] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.981813] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2332.369499] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e35ae29-1dff-4170-b963-86b920fcb673 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.377323] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8e1ed0-00fa-4f21-bfc3-7ba05bae2a6d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.409685] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.409999] env[62743]: DEBUG nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Instance network_info: |[{"id": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "address": "fa:16:3e:f5:88:ef", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e47f2-30", "ovs_interfaceid": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2332.413387] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:88:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d1e47f2-30ee-4808-b9e0-a79885f213f3', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2332.421660] env[62743]: DEBUG oslo.service.loopingcall [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2332.422441] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a0768-b6a4-42af-92be-c4e421647ded {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.424954] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2332.425523] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13fe107a-7b4d-44b3-9d88-0a6f6c073917 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.446350] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0dc753-a2c6-4121-be96-a36372681e92 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.450306] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2332.450306] env[62743]: value = "task-2064690" [ 2332.450306] env[62743]: _type = "Task" [ 2332.450306] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.453591] env[62743]: DEBUG nova.objects.instance [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lazy-loading 'flavor' on Instance uuid 3e405e23-e741-43f3-aacf-913aa0f2e53e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2332.468342] env[62743]: DEBUG nova.compute.provider_tree [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2332.473192] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064690, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.481678] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064688, 'name': CreateVM_Task, 'duration_secs': 0.627414} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.481835] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2332.482483] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.482666] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.483040] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2332.483287] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8157b02-dd96-46cc-b510-1254cd210ef0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.491843] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2332.491843] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525379f3-270b-c0e9-a7cc-a85b583a6761" [ 2332.491843] env[62743]: _type = "Task" [ 2332.491843] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.499780] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525379f3-270b-c0e9-a7cc-a85b583a6761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.592673] env[62743]: DEBUG nova.network.neutron [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updated VIF entry in instance network info cache for port 3f0c411b-ef10-4513-8733-4537191fc86d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2332.593212] env[62743]: DEBUG nova.network.neutron [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [{"id": "3f0c411b-ef10-4513-8733-4537191fc86d", "address": "fa:16:3e:38:1d:4e", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0c411b-ef", "ovs_interfaceid": "3f0c411b-ef10-4513-8733-4537191fc86d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.649816] env[62743]: DEBUG nova.compute.manager [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2332.650751] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944edaeb-1273-47a3-8830-b33689f65556 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.966621] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064690, 'name': CreateVM_Task, 'duration_secs': 0.342958} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.967573] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2332.968096] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.968276] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.968593] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2332.968886] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd555aa-a9f0-45b0-938b-d2b1c97fc59f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.974444] env[62743]: DEBUG nova.scheduler.client.report [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2332.977597] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2332.977597] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5285a57f-9005-3244-09a9-3d18714a10b5" [ 2332.977597] env[62743]: _type = "Task" [ 2332.977597] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.987939] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5285a57f-9005-3244-09a9-3d18714a10b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.000143] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.000345] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Processing image 39da669c-fac1-4c02-a8a7-28f178e2be27 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2333.000571] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27/39da669c-fac1-4c02-a8a7-28f178e2be27.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.000721] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27/39da669c-fac1-4c02-a8a7-28f178e2be27.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.000885] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2333.001126] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7648559-f418-4e65-93e9-6cc5e5776148 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.008800] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2333.008971] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2333.009637] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5478e808-9cf2-4219-a977-afd67515aff2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.014445] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2333.014445] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5219a139-904e-5a7e-6666-307a8ab91823" [ 2333.014445] env[62743]: _type = "Task" [ 2333.014445] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.025038] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5219a139-904e-5a7e-6666-307a8ab91823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.095797] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Releasing lock "refresh_cache-fd2f9b88-9281-41df-a48d-6b816fbb4298" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.096102] env[62743]: DEBUG nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: b553e6e4-078a-464a-bec8-913620572752] Received event network-vif-deleted-7fc3f610-eca2-4c6d-80ee-a48eca25a82a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2333.096293] env[62743]: DEBUG nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Received event network-vif-plugged-9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2333.096545] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Acquiring lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.096768] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.096929] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.097109] env[62743]: DEBUG nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] No waiting events found dispatching network-vif-plugged-9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2333.097285] env[62743]: WARNING nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Received unexpected event network-vif-plugged-9d1e47f2-30ee-4808-b9e0-a79885f213f3 for instance with vm_state building and task_state spawning. [ 2333.097448] env[62743]: DEBUG nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Received event network-changed-9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2333.097603] env[62743]: DEBUG nova.compute.manager [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Refreshing instance network info cache due to event network-changed-9d1e47f2-30ee-4808-b9e0-a79885f213f3. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2333.097780] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Acquiring lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.097914] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Acquired lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.098075] env[62743]: DEBUG nova.network.neutron [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Refreshing network info cache for port 9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2333.140699] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.140699] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.162166] env[62743]: INFO nova.compute.manager [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] instance snapshotting [ 2333.164762] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23c4ceb-e949-4be8-9e69-ecbb0c99a722 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.186778] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28552dfc-9392-4c17-a92f-9a41a5869698 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.290212] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updating instance_info_cache with network_info: [{"id": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "address": "fa:16:3e:3e:bb:0c", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e9576a-ca", "ovs_interfaceid": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.416598] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2333.416808] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2333.416989] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleting the datastore file [datastore1] 00425453-1c7c-466c-9f91-640627878e4b {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2333.417278] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e73bd0d9-e88d-44c3-840a-dfaebd08c5c7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.423904] env[62743]: DEBUG oslo_vmware.api [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2333.423904] env[62743]: value = "task-2064691" [ 2333.423904] env[62743]: _type = "Task" [ 2333.423904] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.431791] env[62743]: DEBUG oslo_vmware.api [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.463401] env[62743]: DEBUG oslo_concurrency.lockutils [None req-1644a541-b513-40da-9508-06c62fb82d09 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.249s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.478689] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.489711] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5285a57f-9005-3244-09a9-3d18714a10b5, 'name': SearchDatastore_Task, 'duration_secs': 0.02261} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.489993] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.490241] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2333.490511] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.490610] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.490786] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2333.491047] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-182ed697-1389-4bbb-be69-82aa6b2c231e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.500233] env[62743]: INFO nova.scheduler.client.report [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Deleted allocations for instance b553e6e4-078a-464a-bec8-913620572752 [ 2333.507244] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2333.507469] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2333.508227] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc53e79-ceb5-4e19-8a8d-9c0b97e18d2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.515809] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2333.515809] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5293ce4a-7c8d-3df6-7558-ff9c36c2d2e8" [ 2333.515809] env[62743]: _type = "Task" [ 2333.515809] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.528848] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Preparing fetch location {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2333.529101] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Fetch image to [datastore1] OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc/OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc.vmdk {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2333.529293] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Downloading stream optimized image 39da669c-fac1-4c02-a8a7-28f178e2be27 to [datastore1] OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc/OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc.vmdk on the data store datastore1 as vApp {{(pid=62743) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2333.529521] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Downloading image file data 39da669c-fac1-4c02-a8a7-28f178e2be27 to the ESX as VM named 'OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc' {{(pid=62743) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2333.531359] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5293ce4a-7c8d-3df6-7558-ff9c36c2d2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.602806] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2333.602806] env[62743]: value = "resgroup-9" [ 2333.602806] env[62743]: _type = "ResourcePool" [ 2333.602806] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2333.603164] env[62743]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d3355f2a-8ebd-42de-929e-1afc5d8af3f7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.624178] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease: (returnval){ [ 2333.624178] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529d49e5-41f3-2a9e-1620-89ea60a6b06f" [ 2333.624178] env[62743]: _type = "HttpNfcLease" [ 2333.624178] env[62743]: } obtained for vApp import into resource pool (val){ [ 2333.624178] env[62743]: value = "resgroup-9" [ 2333.624178] env[62743]: _type = "ResourcePool" [ 2333.624178] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2333.624408] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the lease: (returnval){ [ 2333.624408] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529d49e5-41f3-2a9e-1620-89ea60a6b06f" [ 2333.624408] env[62743]: _type = "HttpNfcLease" [ 2333.624408] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2333.633354] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2333.633354] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529d49e5-41f3-2a9e-1620-89ea60a6b06f" [ 2333.633354] env[62743]: _type = "HttpNfcLease" [ 2333.633354] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2333.643033] env[62743]: DEBUG nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2333.698318] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2333.701035] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92b9d4fc-f373-46af-ab7c-9783e0d50227 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.708584] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2333.708584] env[62743]: value = "task-2064693" [ 2333.708584] env[62743]: _type = "Task" [ 2333.708584] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.717085] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.792618] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.792895] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2333.832369] env[62743]: DEBUG nova.network.neutron [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updated VIF entry in instance network info cache for port 9d1e47f2-30ee-4808-b9e0-a79885f213f3. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2333.832791] env[62743]: DEBUG nova.network.neutron [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updating instance_info_cache with network_info: [{"id": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "address": "fa:16:3e:f5:88:ef", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e47f2-30", "ovs_interfaceid": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.934796] env[62743]: DEBUG oslo_vmware.api [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204888} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.935092] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.935280] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.935459] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.935672] env[62743]: INFO nova.compute.manager [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Took 2.90 seconds to destroy the instance on the hypervisor. [ 2333.935872] env[62743]: DEBUG oslo.service.loopingcall [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.936087] env[62743]: DEBUG nova.compute.manager [-] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2333.936189] env[62743]: DEBUG nova.network.neutron [-] [instance: 00425453-1c7c-466c-9f91-640627878e4b] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2334.008581] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d7eecf79-dfff-4935-8f36-b4bc8edbefc5 tempest-ServerPasswordTestJSON-1916237588 tempest-ServerPasswordTestJSON-1916237588-project-member] Lock "b553e6e4-078a-464a-bec8-913620572752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.300s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.029569] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5293ce4a-7c8d-3df6-7558-ff9c36c2d2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.030981] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a75ae27-824f-4b90-9a73-1ce6b143f400 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.037067] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2334.037067] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5260b1b8-2abe-494e-e452-24d88e20e3b8" [ 2334.037067] env[62743]: _type = "Task" [ 2334.037067] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.045105] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5260b1b8-2abe-494e-e452-24d88e20e3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.133594] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2334.133594] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529d49e5-41f3-2a9e-1620-89ea60a6b06f" [ 2334.133594] env[62743]: _type = "HttpNfcLease" [ 2334.133594] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2334.167167] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.167447] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.169086] env[62743]: INFO nova.compute.claims [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2334.220966] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064693, 'name': CreateSnapshot_Task, 'duration_secs': 0.480531} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.221321] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2334.222370] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8386de-a0cd-4bc1-8eae-963cbfbd8cae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.335651] env[62743]: DEBUG oslo_concurrency.lockutils [req-d4b2ef00-3979-4033-98a3-a4440fa17d32 req-0c1d2e4d-8b4c-4e16-b2fd-75fd94530624 service nova] Releasing lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.462676] env[62743]: DEBUG nova.compute.manager [req-e3de474c-bd38-411e-8726-1637903474a1 req-487f60a2-b692-486c-9acc-10be999f1082 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Received event network-vif-deleted-1d9480da-4a80-4a74-8405-91e1b26ffae6 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2334.462837] env[62743]: INFO nova.compute.manager [req-e3de474c-bd38-411e-8726-1637903474a1 req-487f60a2-b692-486c-9acc-10be999f1082 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Neutron deleted interface 1d9480da-4a80-4a74-8405-91e1b26ffae6; detaching it from the instance and deleting it from the info cache [ 2334.463126] env[62743]: DEBUG nova.network.neutron [req-e3de474c-bd38-411e-8726-1637903474a1 req-487f60a2-b692-486c-9acc-10be999f1082 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.549714] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5260b1b8-2abe-494e-e452-24d88e20e3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.047791} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.549780] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.549979] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] c26db06a-5c80-4d0c-9bba-9b0a5fe6a026/c26db06a-5c80-4d0c-9bba-9b0a5fe6a026.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2334.550249] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0118d6e6-e2d4-4508-82de-686ae49a1e98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.557897] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2334.557897] env[62743]: value = "task-2064694" [ 2334.557897] env[62743]: _type = "Task" [ 2334.557897] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.566642] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.571369] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.571599] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.572301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3e405e23-e741-43f3-aacf-913aa0f2e53e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.572583] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.572794] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.574902] env[62743]: INFO nova.compute.manager [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Terminating instance [ 2334.634768] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2334.634768] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529d49e5-41f3-2a9e-1620-89ea60a6b06f" [ 2334.634768] env[62743]: _type = "HttpNfcLease" [ 2334.634768] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2334.635089] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2334.635089] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529d49e5-41f3-2a9e-1620-89ea60a6b06f" [ 2334.635089] env[62743]: _type = "HttpNfcLease" [ 2334.635089] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2334.635821] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d03fe3b-00e0-4813-bf22-658a971cf1a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.644153] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52611ed3-6ac0-0436-7a72-cc136d470565/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2334.644361] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52611ed3-6ac0-0436-7a72-cc136d470565/disk-0.vmdk. {{(pid=62743) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2334.726679] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5c6bbad-0a3e-4569-8aaa-199670541d60 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.746185] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2334.748361] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-982ad198-5ddb-4c6b-a865-c080a3852326 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.759900] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2334.759900] env[62743]: value = "task-2064695" [ 2334.759900] env[62743]: _type = "Task" [ 2334.759900] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.770345] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064695, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.941049] env[62743]: DEBUG nova.network.neutron [-] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.966714] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2a18145-6c3b-4078-bdbd-69bde95927d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.980760] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac8617-1ce8-4f8a-adee-4b4e41bd77b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.023041] env[62743]: DEBUG nova.compute.manager [req-e3de474c-bd38-411e-8726-1637903474a1 req-487f60a2-b692-486c-9acc-10be999f1082 service nova] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Detach interface failed, port_id=1d9480da-4a80-4a74-8405-91e1b26ffae6, reason: Instance 00425453-1c7c-466c-9f91-640627878e4b could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2335.069773] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064694, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.078941] env[62743]: DEBUG nova.compute.manager [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2335.079217] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2335.080201] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c125974-9cfe-4118-8ca2-af61c23451a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.089582] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2335.089959] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6da8dd61-5b27-424f-aab9-8a28b6c27248 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.099111] env[62743]: DEBUG oslo_vmware.api [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2335.099111] env[62743]: value = "task-2064696" [ 2335.099111] env[62743]: _type = "Task" [ 2335.099111] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.110841] env[62743]: DEBUG oslo_vmware.api [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.275043] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064695, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.445437] env[62743]: INFO nova.compute.manager [-] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Took 1.51 seconds to deallocate network for instance. [ 2335.459512] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f7178e-b1fc-4a50-a51f-91cb2eb98122 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.472023] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3aabc2-c4e0-4868-8246-24edc423f0f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.514228] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eafc62-8c99-4a36-8fb1-ad24ed7ec83b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.528243] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb643c0-5462-423e-9e77-e6529b705bfa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.546138] env[62743]: DEBUG nova.compute.provider_tree [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2335.575027] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741164} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.577542] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] c26db06a-5c80-4d0c-9bba-9b0a5fe6a026/c26db06a-5c80-4d0c-9bba-9b0a5fe6a026.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2335.577817] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2335.578142] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e4e20e8-dc6a-4fe6-8257-5884cc44f97a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.588158] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2335.588158] env[62743]: value = "task-2064697" [ 2335.588158] env[62743]: _type = "Task" [ 2335.588158] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.600657] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.611139] env[62743]: DEBUG oslo_vmware.api [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064696, 'name': PowerOffVM_Task, 'duration_secs': 0.440598} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.612694] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2335.612819] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2335.613099] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77c005c8-71de-4a8f-a98d-6f6df60dad18 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.702698] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2335.703202] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2335.703563] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleting the datastore file [datastore1] 3e405e23-e741-43f3-aacf-913aa0f2e53e {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2335.703865] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece2b6bd-48f6-4b0f-81b1-9397119224f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.712952] env[62743]: DEBUG oslo_vmware.api [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2335.712952] env[62743]: value = "task-2064699" [ 2335.712952] env[62743]: _type = "Task" [ 2335.712952] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.723826] env[62743]: DEBUG oslo_vmware.api [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.771882] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064695, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.953422] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.052012] env[62743]: DEBUG nova.scheduler.client.report [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2336.101807] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093234} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.102248] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2336.103224] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee1c56-3f0d-4315-9e4d-c64f9186d607 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.126990] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c26db06a-5c80-4d0c-9bba-9b0a5fe6a026/c26db06a-5c80-4d0c-9bba-9b0a5fe6a026.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2336.127385] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73c71eb-403b-4245-8832-8c8643dcb68d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.149824] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2336.149824] env[62743]: value = "task-2064700" [ 2336.149824] env[62743]: _type = "Task" [ 2336.149824] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.167319] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064700, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.225925] env[62743]: DEBUG oslo_vmware.api [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279973} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.226266] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2336.226588] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2336.226677] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2336.227180] env[62743]: INFO nova.compute.manager [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2336.227523] env[62743]: DEBUG oslo.service.loopingcall [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2336.227523] env[62743]: DEBUG nova.compute.manager [-] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2336.227523] env[62743]: DEBUG nova.network.neutron [-] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2336.275737] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064695, 'name': CloneVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.371566] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Completed reading data from the image iterator. {{(pid=62743) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2336.372239] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52611ed3-6ac0-0436-7a72-cc136d470565/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2336.373218] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c8d4b5-b6cb-4274-9a5b-1e7a93a825e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.381726] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52611ed3-6ac0-0436-7a72-cc136d470565/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2336.381902] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52611ed3-6ac0-0436-7a72-cc136d470565/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2336.382231] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6cf0e3c4-ddd8-4068-b594-cc49c5aef378 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.559911] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.560490] env[62743]: DEBUG nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2336.564025] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.610s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.564025] env[62743]: DEBUG nova.objects.instance [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'resources' on Instance uuid 00425453-1c7c-466c-9f91-640627878e4b {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2336.625024] env[62743]: DEBUG oslo_vmware.rw_handles [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52611ed3-6ac0-0436-7a72-cc136d470565/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2336.625024] env[62743]: INFO nova.virt.vmwareapi.images [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Downloaded image file data 39da669c-fac1-4c02-a8a7-28f178e2be27 [ 2336.625024] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1680c87d-a62c-441d-b9a3-617c84a44ec9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.646113] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a20757e-dcc8-4fc6-941c-b378e540c9f0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.661038] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064700, 'name': ReconfigVM_Task, 'duration_secs': 0.356886} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.664259] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c26db06a-5c80-4d0c-9bba-9b0a5fe6a026/c26db06a-5c80-4d0c-9bba-9b0a5fe6a026.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2336.668595] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d29f05a-18ab-4ec6-bffb-5c84a160c35e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.680460] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2336.680460] env[62743]: value = "task-2064702" [ 2336.680460] env[62743]: _type = "Task" [ 2336.680460] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.682809] env[62743]: INFO nova.virt.vmwareapi.images [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] The imported VM was unregistered [ 2336.686215] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Caching image {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2336.686480] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating directory with path [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2336.693434] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b110fd-e963-459e-ae1b-d2f8c24181d2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.703302] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064702, 'name': Rename_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.706124] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created directory with path [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2336.706909] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc/OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc.vmdk to [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27/39da669c-fac1-4c02-a8a7-28f178e2be27.vmdk. {{(pid=62743) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2336.706909] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0a790fc4-237f-4d06-9ba2-b78dc4d62836 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.715217] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2336.715217] env[62743]: value = "task-2064703" [ 2336.715217] env[62743]: _type = "Task" [ 2336.715217] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.724102] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064703, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.775680] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064695, 'name': CloneVM_Task, 'duration_secs': 1.558965} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.776867] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Created linked-clone VM from snapshot [ 2336.777832] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729fdcd6-15d9-48e3-b34e-24d3dc99684d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.790335] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Uploading image 5f715a69-9aa8-4136-b534-ec5a7b04c0ce {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2336.818349] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2336.818349] env[62743]: value = "vm-423423" [ 2336.818349] env[62743]: _type = "VirtualMachine" [ 2336.818349] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2336.818576] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7c106ec2-a811-4b7e-ab10-76298d0bc396 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.827684] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lease: (returnval){ [ 2336.827684] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52539469-a78e-20c8-e0ad-cea4c13ec1fe" [ 2336.827684] env[62743]: _type = "HttpNfcLease" [ 2336.827684] env[62743]: } obtained for exporting VM: (result){ [ 2336.827684] env[62743]: value = "vm-423423" [ 2336.827684] env[62743]: _type = "VirtualMachine" [ 2336.827684] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2336.827983] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the lease: (returnval){ [ 2336.827983] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52539469-a78e-20c8-e0ad-cea4c13ec1fe" [ 2336.827983] env[62743]: _type = "HttpNfcLease" [ 2336.827983] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2336.836742] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2336.836742] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52539469-a78e-20c8-e0ad-cea4c13ec1fe" [ 2336.836742] env[62743]: _type = "HttpNfcLease" [ 2336.836742] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2336.847813] env[62743]: DEBUG nova.compute.manager [req-c84db840-2fc0-4810-af1a-6885527ce602 req-c64b2b76-5ca9-44ca-b163-83b114cbda5e service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Received event network-vif-deleted-6019fa74-b5ab-443e-a092-6801036e4819 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2336.848019] env[62743]: INFO nova.compute.manager [req-c84db840-2fc0-4810-af1a-6885527ce602 req-c64b2b76-5ca9-44ca-b163-83b114cbda5e service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Neutron deleted interface 6019fa74-b5ab-443e-a092-6801036e4819; detaching it from the instance and deleting it from the info cache [ 2336.848207] env[62743]: DEBUG nova.network.neutron [req-c84db840-2fc0-4810-af1a-6885527ce602 req-c64b2b76-5ca9-44ca-b163-83b114cbda5e service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.067362] env[62743]: DEBUG nova.compute.utils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2337.072030] env[62743]: DEBUG nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2337.073146] env[62743]: DEBUG nova.network.neutron [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2337.118955] env[62743]: DEBUG nova.policy [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8fae4b9bf3d42aca25b7e967edfab08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab9f0efff16e431fb79da9e2d422916a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2337.172994] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "7b627ea0-4885-49f9-b16c-863532e2ebde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.172994] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.172994] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "7b627ea0-4885-49f9-b16c-863532e2ebde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.173314] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.173527] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.175911] env[62743]: INFO nova.compute.manager [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Terminating instance [ 2337.194616] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064702, 'name': Rename_Task, 'duration_secs': 0.180295} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.195234] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2337.195567] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022eba63-c905-4c2a-9809-dca34a8bdb84 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.204998] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2337.204998] env[62743]: value = "task-2064705" [ 2337.204998] env[62743]: _type = "Task" [ 2337.204998] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.217874] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.230712] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064703, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.246029] env[62743]: DEBUG nova.network.neutron [-] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.304310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa807ec6-3081-4512-9157-b3890fcba8e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.319230] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db7a29c-ec7c-419c-8daf-70c3113eb4b2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.359552] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f889e09-a7be-4e56-9c7a-ea53cc80901f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.362927] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa1a8ae-87a5-42f3-8fea-1aec15d9e184 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.373955] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2337.373955] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52539469-a78e-20c8-e0ad-cea4c13ec1fe" [ 2337.373955] env[62743]: _type = "HttpNfcLease" [ 2337.373955] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2337.375457] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2337.375457] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52539469-a78e-20c8-e0ad-cea4c13ec1fe" [ 2337.375457] env[62743]: _type = "HttpNfcLease" [ 2337.375457] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2337.376731] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37833e0e-4c9f-43e4-808e-487cacec1928 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.385029] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be70ac84-0663-478f-9539-c7cccf53d644 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.389099] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec9195-de1a-4897-a60e-b15e82c28d3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.416716] env[62743]: DEBUG nova.compute.provider_tree [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2337.418346] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f63f1-b6be-4f3d-6c5f-149c27a679f3/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2337.418519] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f63f1-b6be-4f3d-6c5f-149c27a679f3/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2337.432052] env[62743]: DEBUG nova.compute.manager [req-c84db840-2fc0-4810-af1a-6885527ce602 req-c64b2b76-5ca9-44ca-b163-83b114cbda5e service nova] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Detach interface failed, port_id=6019fa74-b5ab-443e-a092-6801036e4819, reason: Instance 3e405e23-e741-43f3-aacf-913aa0f2e53e could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2337.533108] env[62743]: DEBUG nova.network.neutron [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Successfully created port: ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2337.573191] env[62743]: DEBUG nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2337.627363] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6259a082-7324-4d6d-89cb-b79867e33a93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.680170] env[62743]: DEBUG nova.compute.manager [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2337.680403] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2337.681329] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a9432-559b-4ab1-9642-232a7911eded {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.693028] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2337.693028] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8553312b-167c-4cc1-8fb1-68cfe46c69a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.704023] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2337.704023] env[62743]: value = "task-2064706" [ 2337.704023] env[62743]: _type = "Task" [ 2337.704023] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.713412] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.720972] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064705, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.730759] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064703, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.748566] env[62743]: INFO nova.compute.manager [-] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Took 1.52 seconds to deallocate network for instance. [ 2337.922610] env[62743]: DEBUG nova.scheduler.client.report [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2338.079112] env[62743]: INFO nova.virt.block_device [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Booting with volume 35415d39-b2e0-4ba6-8e23-0d8645ba1250 at /dev/sda [ 2338.122765] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa20edfe-dea0-47f3-bfe7-bbfc09374037 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.132485] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8228ee84-0515-4326-aacc-08abdd2071aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.171830] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-094459cb-4fcc-4046-9528-22cb7333e4b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.182310] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61dc5a3-57e9-40d1-b75a-544ec8d1cba4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.220866] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7436f4-1cbf-4b7e-bd3b-2d1da987edbb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.226840] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.233604] env[62743]: DEBUG oslo_vmware.api [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064705, 'name': PowerOnVM_Task, 'duration_secs': 0.552582} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.236139] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2338.236442] env[62743]: INFO nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Took 10.11 seconds to spawn the instance on the hypervisor. [ 2338.236642] env[62743]: DEBUG nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2338.237584] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9999b5d7-a253-4c73-89bc-60b4b784de54 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.240952] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69781b53-d520-4abd-923c-0b0b7e4aea17 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.246921] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064703, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.258291] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.263915] env[62743]: DEBUG nova.virt.block_device [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating existing volume attachment record: 6f2ac581-89c7-4eb6-8d1f-8810de70f487 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2338.429251] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.431989] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.174s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.432393] env[62743]: DEBUG nova.objects.instance [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lazy-loading 'resources' on Instance uuid 3e405e23-e741-43f3-aacf-913aa0f2e53e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2338.485373] env[62743]: INFO nova.scheduler.client.report [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted allocations for instance 00425453-1c7c-466c-9f91-640627878e4b [ 2338.715458] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.739172] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064703, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.768414] env[62743]: INFO nova.compute.manager [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Took 14.96 seconds to build instance. [ 2338.994945] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f81e1bb3-2a60-4f95-9057-1ceef584c2bb tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "00425453-1c7c-466c-9f91-640627878e4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.463s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.192750] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b73e30e-f787-4257-9767-ec70eb0438ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.213432] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685583e9-f625-49cb-afdc-ffc3b33b7997 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.221960] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064706, 'name': PowerOffVM_Task, 'duration_secs': 1.09797} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.223028] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2339.223301] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2339.223560] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bfb7787-a7f0-4b6d-be2c-eca423d3d0cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.256143] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1c62ef-eed2-4b0e-a2a2-3674873f6e73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.273733] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d7b92-6ca5-41e6-8e64-14465976f764 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.276956] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a2d6df06-bd02-41ff-a740-9e204c9db941 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.478s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.277433] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064703, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.293423] env[62743]: DEBUG nova.compute.provider_tree [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2339.322923] env[62743]: DEBUG nova.compute.manager [req-b7bd4b36-25b5-4a9a-816d-e8d2f36561f0 req-ebdead1e-4315-4fb0-8287-a39a93a34c4f service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Received event network-vif-plugged-ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2339.322923] env[62743]: DEBUG oslo_concurrency.lockutils [req-b7bd4b36-25b5-4a9a-816d-e8d2f36561f0 req-ebdead1e-4315-4fb0-8287-a39a93a34c4f service nova] Acquiring lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2339.323739] env[62743]: DEBUG oslo_concurrency.lockutils [req-b7bd4b36-25b5-4a9a-816d-e8d2f36561f0 req-ebdead1e-4315-4fb0-8287-a39a93a34c4f service nova] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.323911] env[62743]: DEBUG oslo_concurrency.lockutils [req-b7bd4b36-25b5-4a9a-816d-e8d2f36561f0 req-ebdead1e-4315-4fb0-8287-a39a93a34c4f service nova] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.324112] env[62743]: DEBUG nova.compute.manager [req-b7bd4b36-25b5-4a9a-816d-e8d2f36561f0 req-ebdead1e-4315-4fb0-8287-a39a93a34c4f service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] No waiting events found dispatching network-vif-plugged-ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2339.325823] env[62743]: WARNING nova.compute.manager [req-b7bd4b36-25b5-4a9a-816d-e8d2f36561f0 req-ebdead1e-4315-4fb0-8287-a39a93a34c4f service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Received unexpected event network-vif-plugged-ea2de86d-1c11-4598-bfd3-fddb40d7492d for instance with vm_state building and task_state block_device_mapping. [ 2339.405465] env[62743]: DEBUG nova.network.neutron [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Successfully updated port: ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2339.510065] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2339.510724] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2339.512880] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Deleting the datastore file [datastore1] 7b627ea0-4885-49f9-b16c-863532e2ebde {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2339.513293] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5e1f79-36d9-474d-a9cc-b5ad3dd66abc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.521876] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for the task: (returnval){ [ 2339.521876] env[62743]: value = "task-2064708" [ 2339.521876] env[62743]: _type = "Task" [ 2339.521876] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.534038] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.773154] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064703, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.771393} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.773533] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc/OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc.vmdk to [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27/39da669c-fac1-4c02-a8a7-28f178e2be27.vmdk. [ 2339.773852] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Cleaning up location [datastore1] OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2339.774064] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_397f1ff6-0a2c-45c8-ac56-625f503b4ecc {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2339.774373] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33232b2e-ddcf-48d1-a57a-1f56fb614d07 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.783528] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2339.783528] env[62743]: value = "task-2064709" [ 2339.783528] env[62743]: _type = "Task" [ 2339.783528] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.801022] env[62743]: DEBUG nova.scheduler.client.report [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2339.803848] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.913314] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.913314] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.913314] env[62743]: DEBUG nova.network.neutron [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2340.036494] env[62743]: DEBUG oslo_vmware.api [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Task: {'id': task-2064708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190712} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.036494] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2340.036494] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2340.036494] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2340.036494] env[62743]: INFO nova.compute.manager [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Took 2.35 seconds to destroy the instance on the hypervisor. [ 2340.036494] env[62743]: DEBUG oslo.service.loopingcall [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2340.036494] env[62743]: DEBUG nova.compute.manager [-] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2340.036494] env[62743]: DEBUG nova.network.neutron [-] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2340.296878] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.297341] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2340.298485] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27/39da669c-fac1-4c02-a8a7-28f178e2be27.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2340.298485] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27/39da669c-fac1-4c02-a8a7-28f178e2be27.vmdk to [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2340.298485] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ec52e16-858d-4a0c-b1d6-5087e4598895 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.307105] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.311365] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2340.311365] env[62743]: value = "task-2064710" [ 2340.311365] env[62743]: _type = "Task" [ 2340.311365] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.323172] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.346671] env[62743]: INFO nova.scheduler.client.report [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleted allocations for instance 3e405e23-e741-43f3-aacf-913aa0f2e53e [ 2340.376474] env[62743]: DEBUG nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2340.377192] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2340.377871] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2340.378856] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2340.379320] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2340.379572] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2340.379828] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2340.380178] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2340.380397] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2340.380591] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2340.380799] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2340.380992] env[62743]: DEBUG nova.virt.hardware [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2340.382359] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d57782-335f-4eb0-a570-e92e8b6b7ccd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.394217] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce51863-814e-464b-9d0e-d27cbd5d8c2a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.467415] env[62743]: DEBUG nova.network.neutron [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2340.738733] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "cad172fd-5119-45b4-bc5d-1193c023000d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.739192] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "cad172fd-5119-45b4-bc5d-1193c023000d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.744738] env[62743]: DEBUG nova.network.neutron [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [{"id": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "address": "fa:16:3e:7a:e9:4a", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea2de86d-1c", "ovs_interfaceid": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.825907] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064710, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.857259] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e1d982a-a43a-4a74-ac83-587ff3b5d032 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3e405e23-e741-43f3-aacf-913aa0f2e53e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.285s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.244945] env[62743]: DEBUG nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2341.252167] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.252543] env[62743]: DEBUG nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Instance network_info: |[{"id": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "address": "fa:16:3e:7a:e9:4a", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea2de86d-1c", "ovs_interfaceid": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2341.253140] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:e9:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea2de86d-1c11-4598-bfd3-fddb40d7492d', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2341.262393] env[62743]: DEBUG oslo.service.loopingcall [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2341.263119] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2341.263376] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5aa455-39ab-4748-9548-b818262150df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.291790] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2341.291790] env[62743]: value = "task-2064711" [ 2341.291790] env[62743]: _type = "Task" [ 2341.291790] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.302327] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064711, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.320641] env[62743]: DEBUG nova.network.neutron [-] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2341.325918] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064710, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.373716] env[62743]: DEBUG nova.compute.manager [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Received event network-changed-ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2341.374021] env[62743]: DEBUG nova.compute.manager [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Refreshing instance network info cache due to event network-changed-ea2de86d-1c11-4598-bfd3-fddb40d7492d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2341.374348] env[62743]: DEBUG oslo_concurrency.lockutils [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] Acquiring lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.374609] env[62743]: DEBUG oslo_concurrency.lockutils [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] Acquired lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.374850] env[62743]: DEBUG nova.network.neutron [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Refreshing network info cache for port ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2341.766786] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.767185] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.769216] env[62743]: INFO nova.compute.claims [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2341.803557] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064711, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.825350] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064710, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.825560] env[62743]: INFO nova.compute.manager [-] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Took 1.79 seconds to deallocate network for instance. [ 2341.974895] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.975181] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.151097] env[62743]: DEBUG nova.network.neutron [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updated VIF entry in instance network info cache for port ea2de86d-1c11-4598-bfd3-fddb40d7492d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2342.151502] env[62743]: DEBUG nova.network.neutron [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [{"id": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "address": "fa:16:3e:7a:e9:4a", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea2de86d-1c", "ovs_interfaceid": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.303042] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064711, 'name': CreateVM_Task, 'duration_secs': 0.613255} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.303501] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2342.311391] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423418', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'name': 'volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dafd3e59-1ef1-4e1e-8127-bae154d96870', 'attached_at': '', 'detached_at': '', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'serial': '35415d39-b2e0-4ba6-8e23-0d8645ba1250'}, 'mount_device': '/dev/sda', 'attachment_id': '6f2ac581-89c7-4eb6-8d1f-8810de70f487', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62743) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2342.311664] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Root volume attach. Driver type: vmdk {{(pid=62743) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2342.312567] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c379a-7ca3-431e-b5ee-749d6d42cf7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.329899] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913389f3-1013-446f-aaf3-a5fd2b0055c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.332578] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064710, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.333518] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.338513] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fb5ab9-35af-43d5-84c3-8cc3ed81a08c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.346090] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e36aeeb7-0e45-485e-ad85-f4a843688ce4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.354548] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2342.354548] env[62743]: value = "task-2064713" [ 2342.354548] env[62743]: _type = "Task" [ 2342.354548] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.363582] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064713, 'name': RelocateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.478237] env[62743]: DEBUG nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2342.654759] env[62743]: DEBUG oslo_concurrency.lockutils [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] Releasing lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.654955] env[62743]: DEBUG nova.compute.manager [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Received event network-changed-9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2342.655210] env[62743]: DEBUG nova.compute.manager [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Refreshing instance network info cache due to event network-changed-9d1e47f2-30ee-4808-b9e0-a79885f213f3. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2342.655498] env[62743]: DEBUG oslo_concurrency.lockutils [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] Acquiring lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.655693] env[62743]: DEBUG oslo_concurrency.lockutils [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] Acquired lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.655911] env[62743]: DEBUG nova.network.neutron [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Refreshing network info cache for port 9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2342.828597] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064710, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.867431] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064713, 'name': RelocateVM_Task} progress is 19%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.971809] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17209b60-81e8-41b9-968c-652ac3720040 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.979955] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81580d19-c83d-42f3-be25-fe36096ff1f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.013987] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1689a0b-faad-46d4-afbc-c89ab3acd8fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.022251] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da6c79b-efa3-4084-bc40-a563249d988f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.028352] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.039599] env[62743]: DEBUG nova.compute.provider_tree [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2343.330612] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064710, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.660597} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.330885] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/39da669c-fac1-4c02-a8a7-28f178e2be27/39da669c-fac1-4c02-a8a7-28f178e2be27.vmdk to [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2343.333188] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66235e2d-2d75-44af-acf8-7dbe9741a49e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.363713] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2343.364123] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0786ffd-dd26-4e49-860f-504764f23230 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.390305] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064713, 'name': RelocateVM_Task, 'duration_secs': 0.932576} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.390305] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2343.390455] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423418', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'name': 'volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dafd3e59-1ef1-4e1e-8127-bae154d96870', 'attached_at': '', 'detached_at': '', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'serial': '35415d39-b2e0-4ba6-8e23-0d8645ba1250'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2343.390749] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2343.390749] env[62743]: value = "task-2064714" [ 2343.390749] env[62743]: _type = "Task" [ 2343.390749] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.391498] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9542f0d-7c30-4694-9b9d-07f43014b1a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.402640] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.414365] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c955f148-36db-4d49-8836-7a4594b2e1b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.437221] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250/volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2343.437370] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cfebb4c-5b46-4071-836a-4389bb41af24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.462696] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2343.462696] env[62743]: value = "task-2064715" [ 2343.462696] env[62743]: _type = "Task" [ 2343.462696] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.474749] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.543502] env[62743]: DEBUG nova.scheduler.client.report [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2343.583767] env[62743]: DEBUG nova.network.neutron [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updated VIF entry in instance network info cache for port 9d1e47f2-30ee-4808-b9e0-a79885f213f3. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2343.584274] env[62743]: DEBUG nova.network.neutron [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updating instance_info_cache with network_info: [{"id": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "address": "fa:16:3e:f5:88:ef", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e47f2-30", "ovs_interfaceid": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2343.905992] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064714, 'name': ReconfigVM_Task, 'duration_secs': 0.457354} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.906325] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfigured VM instance instance-00000069 to attach disk [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298/fd2f9b88-9281-41df-a48d-6b816fbb4298.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2343.907476] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'size': 0, 'disk_bus': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'image_id': 'e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423412', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'name': 'volume-2a5b80cf-24c9-474e-8c47-49977c89e20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd2f9b88-9281-41df-a48d-6b816fbb4298', 'attached_at': '', 'detached_at': '', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'serial': '2a5b80cf-24c9-474e-8c47-49977c89e20f'}, 'mount_device': '/dev/sdb', 'attachment_id': 'c2cbb2ce-0ffe-4304-a114-6e004dacd240', 'guest_format': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=62743) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2343.907703] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2343.907907] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423412', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'name': 'volume-2a5b80cf-24c9-474e-8c47-49977c89e20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd2f9b88-9281-41df-a48d-6b816fbb4298', 'attached_at': '', 'detached_at': '', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'serial': '2a5b80cf-24c9-474e-8c47-49977c89e20f'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2343.908724] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1331c11d-49d2-486b-8653-85309b401423 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.927364] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5764bfd-0985-4328-ae4b-a16c818fa811 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.953491] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-2a5b80cf-24c9-474e-8c47-49977c89e20f/volume-2a5b80cf-24c9-474e-8c47-49977c89e20f.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2343.953841] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490b6757-f082-4a8a-97da-876b428557c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.976539] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064715, 'name': ReconfigVM_Task, 'duration_secs': 0.492157} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.977916] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250/volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2343.982750] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2343.982750] env[62743]: value = "task-2064716" [ 2343.982750] env[62743]: _type = "Task" [ 2343.982750] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.982976] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5214ea0b-c185-4b13-a246-6203e863a1aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.002541] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.003995] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2344.003995] env[62743]: value = "task-2064717" [ 2344.003995] env[62743]: _type = "Task" [ 2344.003995] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.012503] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.049467] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.050031] env[62743]: DEBUG nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2344.052990] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.719s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.053225] env[62743]: DEBUG nova.objects.instance [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lazy-loading 'resources' on Instance uuid 7b627ea0-4885-49f9-b16c-863532e2ebde {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2344.087121] env[62743]: DEBUG oslo_concurrency.lockutils [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] Releasing lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.087442] env[62743]: DEBUG nova.compute.manager [req-48a3e8c6-696a-418f-82d0-23176f296395 req-698ebc1f-c433-4682-8c0c-63ceb0ef6075 service nova] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Received event network-vif-deleted-8c32479f-8044-4fdb-b4bf-d8e0290a1646 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2344.505414] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.515157] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064717, 'name': ReconfigVM_Task, 'duration_secs': 0.235109} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.515514] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423418', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'name': 'volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dafd3e59-1ef1-4e1e-8127-bae154d96870', 'attached_at': '', 'detached_at': '', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'serial': '35415d39-b2e0-4ba6-8e23-0d8645ba1250'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2344.516127] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9e85636-b2ad-4c95-ab8c-e958ccbf05b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.523691] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2344.523691] env[62743]: value = "task-2064718" [ 2344.523691] env[62743]: _type = "Task" [ 2344.523691] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.533289] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064718, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.557220] env[62743]: DEBUG nova.compute.utils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2344.562977] env[62743]: DEBUG nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2344.563506] env[62743]: DEBUG nova.network.neutron [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2344.688859] env[62743]: DEBUG nova.policy [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9ec0a8c200b445ca197b3d358e08289', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d72b8659ead4d00b2d76b3b300dca41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2344.784998] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858efa3a-326e-46c3-a725-a5db59cebdff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.793952] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c89c263-00bb-4b68-8ecf-6373884ea95a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.825986] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd152dd2-8a58-4875-aa1a-7cfe456d9294 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.834563] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d96ef7-22cf-4917-ac31-1dde7d8bb2ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.849425] env[62743]: DEBUG nova.compute.provider_tree [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2345.004845] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064716, 'name': ReconfigVM_Task, 'duration_secs': 0.634097} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.005334] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-2a5b80cf-24c9-474e-8c47-49977c89e20f/volume-2a5b80cf-24c9-474e-8c47-49977c89e20f.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2345.010608] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f75f7f-e35b-4335-a010-5d1692ad144d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.021943] env[62743]: DEBUG nova.network.neutron [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Successfully created port: a0e62467-74a2-4619-aab1-591481edc289 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2345.030452] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2345.030452] env[62743]: value = "task-2064719" [ 2345.030452] env[62743]: _type = "Task" [ 2345.030452] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.035955] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064718, 'name': Rename_Task, 'duration_secs': 0.168689} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.040545] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2345.040978] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3469caa-ddd4-4abc-b057-31f402f132d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.051738] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064719, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.053836] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2345.053836] env[62743]: value = "task-2064720" [ 2345.053836] env[62743]: _type = "Task" [ 2345.053836] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.066727] env[62743]: DEBUG nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2345.070977] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.353319] env[62743]: DEBUG nova.scheduler.client.report [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2345.548526] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.565320] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.859100] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.861731] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.833s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.863637] env[62743]: INFO nova.compute.claims [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2345.889509] env[62743]: INFO nova.scheduler.client.report [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Deleted allocations for instance 7b627ea0-4885-49f9-b16c-863532e2ebde [ 2346.047392] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.066714] env[62743]: DEBUG oslo_vmware.api [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064720, 'name': PowerOnVM_Task, 'duration_secs': 0.714326} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.067098] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2346.067468] env[62743]: INFO nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Took 5.69 seconds to spawn the instance on the hypervisor. [ 2346.067639] env[62743]: DEBUG nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2346.068890] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b890a2-805f-4b90-a1f5-43f08f3ea289 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.078438] env[62743]: DEBUG nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2346.107406] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2346.107671] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2346.107827] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2346.108342] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2346.108342] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2346.108470] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2346.108700] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2346.108890] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2346.109069] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2346.109896] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2346.110181] env[62743]: DEBUG nova.virt.hardware [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2346.111096] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d071b79b-6669-4891-905d-806faae0e507 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.121825] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d0fe1-b015-415e-aedc-0c39de607375 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.173980] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.174347] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.174571] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.174787] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.174997] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.177234] env[62743]: INFO nova.compute.manager [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Terminating instance [ 2346.397540] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6f9d32d7-c243-43fa-8114-633a15a175ab tempest-ServersV294TestFqdnHostnames-1290158739 tempest-ServersV294TestFqdnHostnames-1290158739-project-member] Lock "7b627ea0-4885-49f9-b16c-863532e2ebde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.224s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.549223] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064719, 'name': ReconfigVM_Task, 'duration_secs': 1.223614} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.549557] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423412', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'name': 'volume-2a5b80cf-24c9-474e-8c47-49977c89e20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd2f9b88-9281-41df-a48d-6b816fbb4298', 'attached_at': '', 'detached_at': '', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'serial': '2a5b80cf-24c9-474e-8c47-49977c89e20f'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2346.550170] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc75480d-382f-4e51-bdb0-083ac9e14456 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.558215] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2346.558215] env[62743]: value = "task-2064721" [ 2346.558215] env[62743]: _type = "Task" [ 2346.558215] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.568968] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064721, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.593463] env[62743]: INFO nova.compute.manager [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Took 12.45 seconds to build instance. [ 2346.681707] env[62743]: DEBUG nova.compute.manager [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2346.681992] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2346.682944] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e6f32-cc97-4556-b6dd-bb66fd005bdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.691838] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2346.692357] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0100f49f-1abc-4f04-9c68-a194237b7f56 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.701136] env[62743]: DEBUG oslo_vmware.api [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2346.701136] env[62743]: value = "task-2064722" [ 2346.701136] env[62743]: _type = "Task" [ 2346.701136] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.713960] env[62743]: DEBUG oslo_vmware.api [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.072153] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064721, 'name': Rename_Task, 'duration_secs': 0.235045} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.072494] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2347.072908] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e60846-b7b5-42fe-90ef-8456107f7f19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.084973] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2347.084973] env[62743]: value = "task-2064723" [ 2347.084973] env[62743]: _type = "Task" [ 2347.084973] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.093482] env[62743]: DEBUG nova.compute.manager [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Received event network-changed-88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2347.093482] env[62743]: DEBUG nova.compute.manager [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Refreshing instance network info cache due to event network-changed-88e9576a-caa0-4784-bfdc-69f40cc6b172. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2347.093482] env[62743]: DEBUG oslo_concurrency.lockutils [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] Acquiring lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2347.093670] env[62743]: DEBUG oslo_concurrency.lockutils [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] Acquired lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2347.093782] env[62743]: DEBUG nova.network.neutron [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Refreshing network info cache for port 88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2347.101182] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d9c9a124-71a0-48d7-b36e-42b92fa5347c tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.959s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.104901] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.108047] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148e5e10-40bf-4de3-8584-c233e4a579e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.119591] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f0d8b-c78c-400f-8053-7c549c98a290 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.159143] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9dd11b-2e21-4665-989a-b9be9d5f5492 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.168681] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9595f25c-0db5-487a-8ef7-f88d215c722c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.183456] env[62743]: DEBUG nova.compute.provider_tree [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2347.212065] env[62743]: DEBUG oslo_vmware.api [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064722, 'name': PowerOffVM_Task, 'duration_secs': 0.327797} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.212472] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2347.212584] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2347.212918] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd15f98c-ac06-41ae-978d-289680851b6d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.598479] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064723, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.689574] env[62743]: DEBUG nova.scheduler.client.report [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2347.855066] env[62743]: DEBUG nova.network.neutron [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updated VIF entry in instance network info cache for port 88e9576a-caa0-4784-bfdc-69f40cc6b172. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2347.855475] env[62743]: DEBUG nova.network.neutron [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updating instance_info_cache with network_info: [{"id": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "address": "fa:16:3e:3e:bb:0c", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e9576a-ca", "ovs_interfaceid": "88e9576a-caa0-4784-bfdc-69f40cc6b172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.097501] env[62743]: DEBUG oslo_vmware.api [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064723, 'name': PowerOnVM_Task, 'duration_secs': 0.660467} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.097677] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2348.196832] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.196832] env[62743]: DEBUG nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2348.207610] env[62743]: DEBUG nova.compute.manager [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2348.208502] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b495f-5b5c-4f59-a673-c29efb8d8c41 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.358645] env[62743]: DEBUG oslo_concurrency.lockutils [req-98682a45-e496-4492-9793-fb64d6505d50 req-19bda403-7085-47af-8a8a-7a440d6c8320 service nova] Releasing lock "refresh_cache-547f622f-a5b2-4091-ad19-827bbce011a8" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2348.566555] env[62743]: DEBUG nova.compute.manager [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2348.703687] env[62743]: DEBUG nova.compute.utils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2348.705280] env[62743]: DEBUG nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2348.705456] env[62743]: DEBUG nova.network.neutron [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2348.730750] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8af5ba95-ff39-435b-82b7-b6f52b24587c tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.777602] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f63f1-b6be-4f3d-6c5f-149c27a679f3/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2348.778606] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4f8022-d8fb-446a-8815-e9846360e46e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.782551] env[62743]: DEBUG nova.policy [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff3019681eb44763be3552147e36b3f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcb70d3ba63a4cabb3dd74172cb2f97b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2348.788922] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f63f1-b6be-4f3d-6c5f-149c27a679f3/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2348.790078] env[62743]: ERROR oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f63f1-b6be-4f3d-6c5f-149c27a679f3/disk-0.vmdk due to incomplete transfer. [ 2348.790078] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6d1d34a8-b875-43c3-8b0a-0ca6bf6ce156 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.797993] env[62743]: DEBUG oslo_vmware.rw_handles [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f63f1-b6be-4f3d-6c5f-149c27a679f3/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2348.798212] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Uploaded image 5f715a69-9aa8-4136-b534-ec5a7b04c0ce to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2348.800750] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2348.801372] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc6a379d-b7be-4418-84e5-4f3a58432bdf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.811243] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2348.811243] env[62743]: value = "task-2064725" [ 2348.811243] env[62743]: _type = "Task" [ 2348.811243] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.820774] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.094724] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.094724] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.132738] env[62743]: DEBUG nova.compute.manager [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Received event network-changed-ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2349.132995] env[62743]: DEBUG nova.compute.manager [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Refreshing instance network info cache due to event network-changed-ea2de86d-1c11-4598-bfd3-fddb40d7492d. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2349.133263] env[62743]: DEBUG oslo_concurrency.lockutils [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] Acquiring lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2349.133413] env[62743]: DEBUG oslo_concurrency.lockutils [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] Acquired lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2349.133597] env[62743]: DEBUG nova.network.neutron [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Refreshing network info cache for port ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2349.169890] env[62743]: DEBUG nova.network.neutron [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Successfully created port: f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2349.208577] env[62743]: DEBUG nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2349.323381] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.599307] env[62743]: INFO nova.compute.claims [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2349.824669] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.922974] env[62743]: DEBUG nova.network.neutron [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updated VIF entry in instance network info cache for port ea2de86d-1c11-4598-bfd3-fddb40d7492d. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2349.922974] env[62743]: DEBUG nova.network.neutron [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [{"id": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "address": "fa:16:3e:7a:e9:4a", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea2de86d-1c", "ovs_interfaceid": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2350.106061] env[62743]: INFO nova.compute.resource_tracker [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating resource usage from migration 57610a66-e5a3-4dcd-84bc-642718b5254d [ 2350.220597] env[62743]: DEBUG nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2350.248157] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2350.248157] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2350.248157] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2350.248346] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2350.248502] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2350.248648] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2350.248861] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2350.249032] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2350.249208] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2350.249375] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2350.249548] env[62743]: DEBUG nova.virt.hardware [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2350.250462] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1e49e-ee1d-42c2-b646-5a0fa497abc8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.261556] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32487dca-7253-43cb-a488-91a03805139b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.279057] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5d3260-1139-4f59-a0f9-e2ce68608d74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.286663] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a290229-91aa-4673-92a1-d4263a95967e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.321732] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f20fa-d2be-48d7-b4ba-d3009756c4bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.329926] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.333182] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b55bd7-8704-4c7d-b66b-82159c4ddd3d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.347573] env[62743]: DEBUG nova.compute.provider_tree [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2350.426101] env[62743]: DEBUG oslo_concurrency.lockutils [req-faf26b77-e5f1-48c8-ab05-070c361ad784 req-cdc340ee-a150-4906-a842-1707e06ac102 service nova] Releasing lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2350.831033] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.852255] env[62743]: DEBUG nova.scheduler.client.report [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2351.329717] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.357733] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.265s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.357951] env[62743]: INFO nova.compute.manager [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Migrating [ 2351.830177] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.873039] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2351.873346] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2351.873532] env[62743]: DEBUG nova.network.neutron [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2352.330837] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.681563] env[62743]: DEBUG nova.network.neutron [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [{"id": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "address": "fa:16:3e:7a:e9:4a", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea2de86d-1c", "ovs_interfaceid": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2352.831796] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.927742] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2352.928059] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2352.928206] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleting the datastore file [datastore1] 65e2ec6f-b0c5-4e0d-a823-294905c99c29 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2352.928497] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5469d58-7610-4337-9648-191977fcab0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.939214] env[62743]: DEBUG oslo_vmware.api [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2352.939214] env[62743]: value = "task-2064726" [ 2352.939214] env[62743]: _type = "Task" [ 2352.939214] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.948060] env[62743]: DEBUG oslo_vmware.api [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.185738] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.331283] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064725, 'name': Destroy_Task, 'duration_secs': 4.258308} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.333941] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Destroyed the VM [ 2353.333941] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2353.333941] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d1414465-6b04-4ac9-aba1-91bf19b0b079 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.342242] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2353.342242] env[62743]: value = "task-2064727" [ 2353.342242] env[62743]: _type = "Task" [ 2353.342242] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.344348] env[62743]: DEBUG nova.compute.manager [req-10d02dac-9b84-4b73-abb2-3e718c781230 req-6ad2ee86-9d78-4066-987a-d4d719ef9d05 service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Received event network-vif-plugged-a0e62467-74a2-4619-aab1-591481edc289 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2353.344728] env[62743]: DEBUG oslo_concurrency.lockutils [req-10d02dac-9b84-4b73-abb2-3e718c781230 req-6ad2ee86-9d78-4066-987a-d4d719ef9d05 service nova] Acquiring lock "cad172fd-5119-45b4-bc5d-1193c023000d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.345113] env[62743]: DEBUG oslo_concurrency.lockutils [req-10d02dac-9b84-4b73-abb2-3e718c781230 req-6ad2ee86-9d78-4066-987a-d4d719ef9d05 service nova] Lock "cad172fd-5119-45b4-bc5d-1193c023000d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.348086] env[62743]: DEBUG oslo_concurrency.lockutils [req-10d02dac-9b84-4b73-abb2-3e718c781230 req-6ad2ee86-9d78-4066-987a-d4d719ef9d05 service nova] Lock "cad172fd-5119-45b4-bc5d-1193c023000d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.348086] env[62743]: DEBUG nova.compute.manager [req-10d02dac-9b84-4b73-abb2-3e718c781230 req-6ad2ee86-9d78-4066-987a-d4d719ef9d05 service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] No waiting events found dispatching network-vif-plugged-a0e62467-74a2-4619-aab1-591481edc289 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2353.348086] env[62743]: WARNING nova.compute.manager [req-10d02dac-9b84-4b73-abb2-3e718c781230 req-6ad2ee86-9d78-4066-987a-d4d719ef9d05 service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Received unexpected event network-vif-plugged-a0e62467-74a2-4619-aab1-591481edc289 for instance with vm_state building and task_state spawning. [ 2353.357266] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064727, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.450978] env[62743]: DEBUG oslo_vmware.api [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205759} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.450978] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2353.450978] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2353.450978] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2353.451498] env[62743]: INFO nova.compute.manager [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Took 6.77 seconds to destroy the instance on the hypervisor. [ 2353.451937] env[62743]: DEBUG oslo.service.loopingcall [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2353.452317] env[62743]: DEBUG nova.compute.manager [-] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2353.452626] env[62743]: DEBUG nova.network.neutron [-] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2353.461861] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.463773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.553269] env[62743]: DEBUG nova.network.neutron [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Successfully updated port: a0e62467-74a2-4619-aab1-591481edc289 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2353.588916] env[62743]: DEBUG nova.network.neutron [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Successfully updated port: f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2353.817640] env[62743]: DEBUG nova.compute.manager [req-08a40225-f7e9-4741-af44-1cc384377440 req-e863189a-7569-4039-a4f6-0eaee7e29264 service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Received event network-vif-deleted-b2516a68-216a-45db-8602-d044ce2a216a {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2353.817832] env[62743]: INFO nova.compute.manager [req-08a40225-f7e9-4741-af44-1cc384377440 req-e863189a-7569-4039-a4f6-0eaee7e29264 service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Neutron deleted interface b2516a68-216a-45db-8602-d044ce2a216a; detaching it from the instance and deleting it from the info cache [ 2353.818014] env[62743]: DEBUG nova.network.neutron [req-08a40225-f7e9-4741-af44-1cc384377440 req-e863189a-7569-4039-a4f6-0eaee7e29264 service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.854218] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064727, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.966241] env[62743]: DEBUG nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2354.057366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.057542] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.057748] env[62743]: DEBUG nova.network.neutron [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2354.091270] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.091408] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.091526] env[62743]: DEBUG nova.network.neutron [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2354.269564] env[62743]: DEBUG nova.network.neutron [-] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.320897] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebcac9f1-0149-42f8-bf18-8591cb7b6311 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.332647] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e592d1-75e6-43ed-81f3-c51035eb6d97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.352482] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064727, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.365445] env[62743]: DEBUG nova.compute.manager [req-08a40225-f7e9-4741-af44-1cc384377440 req-e863189a-7569-4039-a4f6-0eaee7e29264 service nova] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Detach interface failed, port_id=b2516a68-216a-45db-8602-d044ce2a216a, reason: Instance 65e2ec6f-b0c5-4e0d-a823-294905c99c29 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2354.492982] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.493277] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.494960] env[62743]: INFO nova.compute.claims [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2354.594343] env[62743]: DEBUG nova.network.neutron [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2354.634650] env[62743]: DEBUG nova.network.neutron [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2354.702020] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc52c82c-421c-4f92-bb13-db329099ee9e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.723704] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance 'dafd3e59-1ef1-4e1e-8127-bae154d96870' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2354.737681] env[62743]: DEBUG nova.network.neutron [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Updating instance_info_cache with network_info: [{"id": "a0e62467-74a2-4619-aab1-591481edc289", "address": "fa:16:3e:c1:5f:e7", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e62467-74", "ovs_interfaceid": "a0e62467-74a2-4619-aab1-591481edc289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.772109] env[62743]: INFO nova.compute.manager [-] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Took 1.32 seconds to deallocate network for instance. [ 2354.850252] env[62743]: DEBUG nova.network.neutron [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Updating instance_info_cache with network_info: [{"id": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "address": "fa:16:3e:03:ec:1b", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c04ee1-41", "ovs_interfaceid": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.858834] env[62743]: DEBUG oslo_vmware.api [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064727, 'name': RemoveSnapshot_Task, 'duration_secs': 1.426027} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.858834] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2354.859022] env[62743]: INFO nova.compute.manager [None req-2a504aa7-9e10-42d3-91d9-cc6042ee5d49 tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Took 21.69 seconds to snapshot the instance on the hypervisor. [ 2355.231108] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2355.231546] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae9312a1-5c94-482e-85ce-7c210fdd6576 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.239839] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2355.239839] env[62743]: value = "task-2064728" [ 2355.239839] env[62743]: _type = "Task" [ 2355.239839] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.246658] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.246658] env[62743]: DEBUG nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Instance network_info: |[{"id": "a0e62467-74a2-4619-aab1-591481edc289", "address": "fa:16:3e:c1:5f:e7", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e62467-74", "ovs_interfaceid": "a0e62467-74a2-4619-aab1-591481edc289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2355.246658] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:5f:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0e62467-74a2-4619-aab1-591481edc289', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2355.252517] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Creating folder: Project (5d72b8659ead4d00b2d76b3b300dca41). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2355.253397] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc2d3c36-ca46-4682-a1f0-f989cb9519b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.260343] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.271831] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Created folder: Project (5d72b8659ead4d00b2d76b3b300dca41) in parent group-v423128. [ 2355.272110] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Creating folder: Instances. Parent ref: group-v423425. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2355.272556] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06ba517d-4bd2-4f0e-ba77-fb18d5b35c2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.280748] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.286555] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Created folder: Instances in parent group-v423425. [ 2355.286810] env[62743]: DEBUG oslo.service.loopingcall [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2355.287012] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2355.287243] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cd2fb4d-fb16-4e13-a6c3-1da20e1c36cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.313020] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2355.313020] env[62743]: value = "task-2064731" [ 2355.313020] env[62743]: _type = "Task" [ 2355.313020] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.322780] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064731, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.353944] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.354207] env[62743]: DEBUG nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Instance network_info: |[{"id": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "address": "fa:16:3e:03:ec:1b", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c04ee1-41", "ovs_interfaceid": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2355.354586] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ec:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78fd2e0c-4fd2-4d81-8780-aa94237670c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2c04ee1-41c3-4ed1-972a-772a80aa57fa', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2355.362646] env[62743]: DEBUG oslo.service.loopingcall [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2355.365330] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2355.366640] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc2e033e-534d-4cda-9256-940405635632 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.385774] env[62743]: DEBUG nova.compute.manager [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Received event network-vif-plugged-f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2355.386044] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.386295] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.386467] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2355.386753] env[62743]: DEBUG nova.compute.manager [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] No waiting events found dispatching network-vif-plugged-f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2355.386861] env[62743]: WARNING nova.compute.manager [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Received unexpected event network-vif-plugged-f2c04ee1-41c3-4ed1-972a-772a80aa57fa for instance with vm_state building and task_state spawning. [ 2355.387065] env[62743]: DEBUG nova.compute.manager [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Received event network-changed-a0e62467-74a2-4619-aab1-591481edc289 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2355.387279] env[62743]: DEBUG nova.compute.manager [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Refreshing instance network info cache due to event network-changed-a0e62467-74a2-4619-aab1-591481edc289. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2355.387508] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Acquiring lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.387649] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Acquired lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.387841] env[62743]: DEBUG nova.network.neutron [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Refreshing network info cache for port a0e62467-74a2-4619-aab1-591481edc289 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2355.398119] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2355.398119] env[62743]: value = "task-2064732" [ 2355.398119] env[62743]: _type = "Task" [ 2355.398119] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.410824] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064732, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.718769] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a73c6-5e14-45da-8950-dfd2a1dbf694 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.728497] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3990e459-1d89-45d4-ad43-d34d2224630b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.768836] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdea12a-2a15-40ff-aa6a-7301e5a3c5e0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.780325] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e221c26-b99d-4c1d-ac12-9987f78e7620 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.786372] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064728, 'name': PowerOffVM_Task, 'duration_secs': 0.23158} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.786372] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2355.786372] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance 'dafd3e59-1ef1-4e1e-8127-bae154d96870' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2355.801413] env[62743]: DEBUG nova.compute.provider_tree [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2355.825219] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064731, 'name': CreateVM_Task, 'duration_secs': 0.473412} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.825219] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2355.825747] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.825914] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.826279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2355.826562] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b633d23d-141d-40ed-bf14-d4d2a140225d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.832619] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2355.832619] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]526282b1-e3c9-5f44-6ede-44e807e2656a" [ 2355.832619] env[62743]: _type = "Task" [ 2355.832619] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.842499] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526282b1-e3c9-5f44-6ede-44e807e2656a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.910156] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064732, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.122672] env[62743]: DEBUG nova.network.neutron [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Updated VIF entry in instance network info cache for port a0e62467-74a2-4619-aab1-591481edc289. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2356.123174] env[62743]: DEBUG nova.network.neutron [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Updating instance_info_cache with network_info: [{"id": "a0e62467-74a2-4619-aab1-591481edc289", "address": "fa:16:3e:c1:5f:e7", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e62467-74", "ovs_interfaceid": "a0e62467-74a2-4619-aab1-591481edc289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.291797] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2356.292166] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2356.292166] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2356.292263] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2356.292417] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2356.292580] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2356.292785] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2356.292976] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2356.293167] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2356.293333] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2356.293504] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2356.298483] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4021fe31-ebfa-4088-b2b6-0f08917d9b4f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.319104] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2356.319104] env[62743]: value = "task-2064733" [ 2356.319104] env[62743]: _type = "Task" [ 2356.319104] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.328815] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.329797] env[62743]: ERROR nova.scheduler.client.report [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [req-744009be-92e6-4693-8193-1906d2bf75b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-744009be-92e6-4693-8193-1906d2bf75b4"}]} [ 2356.344848] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]526282b1-e3c9-5f44-6ede-44e807e2656a, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.345441] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.345717] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2356.346019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.346186] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.346376] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2356.347386] env[62743]: DEBUG nova.scheduler.client.report [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2356.349224] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20bc2ec6-6a2e-47ba-b7c9-44684877d89f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.359199] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2356.359447] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2356.360239] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca5f405-ade3-4f53-ad7d-02f18372671b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.363747] env[62743]: DEBUG nova.scheduler.client.report [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2356.363973] env[62743]: DEBUG nova.compute.provider_tree [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2356.367517] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2356.367517] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52245ba6-616b-3614-fbef-c92f9b49ef9d" [ 2356.367517] env[62743]: _type = "Task" [ 2356.367517] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.379115] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52245ba6-616b-3614-fbef-c92f9b49ef9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.379999] env[62743]: DEBUG nova.scheduler.client.report [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2356.382507] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7dd32a-7577-4d20-8585-ef4bc4a229f9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.387979] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2356.387979] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52707a2d-952c-be44-0884-f7dd0057505c" [ 2356.387979] env[62743]: _type = "Task" [ 2356.387979] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.396094] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52707a2d-952c-be44-0884-f7dd0057505c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.398439] env[62743]: DEBUG nova.scheduler.client.report [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2356.408689] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064732, 'name': CreateVM_Task, 'duration_secs': 0.63932} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.408850] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2356.409609] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.409737] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.410059] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2356.410358] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cef3be-3aef-4426-919b-524b588f103f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.415040] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2356.415040] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529addbf-fe64-10dd-fdff-1590fa2247c0" [ 2356.415040] env[62743]: _type = "Task" [ 2356.415040] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.426169] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529addbf-fe64-10dd-fdff-1590fa2247c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.581095] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b209863f-bf6c-49ea-989e-7a3e5889b1a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.590293] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37281087-4c89-4930-ba6d-5af2ac13df3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.621394] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2a73d-4be7-4464-91b1-f9fe2add1d53 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.625705] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Releasing lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.625942] env[62743]: DEBUG nova.compute.manager [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Received event network-changed-f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2356.626126] env[62743]: DEBUG nova.compute.manager [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Refreshing instance network info cache due to event network-changed-f2c04ee1-41c3-4ed1-972a-772a80aa57fa. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2356.626349] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Acquiring lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.626477] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Acquired lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.626636] env[62743]: DEBUG nova.network.neutron [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Refreshing network info cache for port f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2356.631027] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a065dab5-9e49-4397-ade1-a1f81e0800b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.646513] env[62743]: DEBUG nova.compute.provider_tree [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2356.828985] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064733, 'name': ReconfigVM_Task, 'duration_secs': 0.241037} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.829389] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance 'dafd3e59-1ef1-4e1e-8127-bae154d96870' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2356.898700] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52707a2d-952c-be44-0884-f7dd0057505c, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.898930] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.899213] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/cad172fd-5119-45b4-bc5d-1193c023000d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2356.899495] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe88e464-3a82-4e4a-9d40-0db34d305026 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.906619] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2356.906619] env[62743]: value = "task-2064734" [ 2356.906619] env[62743]: _type = "Task" [ 2356.906619] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.915613] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.924725] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529addbf-fe64-10dd-fdff-1590fa2247c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.925098] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.925349] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2356.925582] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.925730] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.925907] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2356.926216] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-086637a9-7848-467c-9af8-491012c616e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.935628] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2356.935871] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2356.936649] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91da508e-bc90-4f58-b723-ec4cc90a72e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.943586] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2356.943586] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f049a7-b409-1f5f-08e9-1c7355d193fc" [ 2356.943586] env[62743]: _type = "Task" [ 2356.943586] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.953474] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f049a7-b409-1f5f-08e9-1c7355d193fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.997206] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "9e574909-e8b2-42f4-a653-1257c91bfc9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.997490] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.997703] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "9e574909-e8b2-42f4-a653-1257c91bfc9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.997937] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.998075] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.002440] env[62743]: INFO nova.compute.manager [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Terminating instance [ 2357.191788] env[62743]: DEBUG nova.scheduler.client.report [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2357.192247] env[62743]: DEBUG nova.compute.provider_tree [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 166 to 167 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2357.192519] env[62743]: DEBUG nova.compute.provider_tree [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2357.336983] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2357.337344] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2357.337481] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2357.337663] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2357.337815] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2357.338018] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2357.338316] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2357.338556] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2357.338668] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2357.338837] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2357.339125] env[62743]: DEBUG nova.virt.hardware [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2357.345669] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2357.346474] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-424bf136-f95e-4707-acf6-f0cb401644bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.363913] env[62743]: DEBUG nova.network.neutron [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Updated VIF entry in instance network info cache for port f2c04ee1-41c3-4ed1-972a-772a80aa57fa. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2357.364388] env[62743]: DEBUG nova.network.neutron [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Updating instance_info_cache with network_info: [{"id": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "address": "fa:16:3e:03:ec:1b", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c04ee1-41", "ovs_interfaceid": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.368241] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2357.368241] env[62743]: value = "task-2064735" [ 2357.368241] env[62743]: _type = "Task" [ 2357.368241] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.379428] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.418040] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064734, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.455776] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f049a7-b409-1f5f-08e9-1c7355d193fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.456322] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f967269f-410d-481c-a86c-18d400bfe89e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.462031] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2357.462031] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]520fdb56-8e55-1e3a-2ef8-1c4d92b8f8a6" [ 2357.462031] env[62743]: _type = "Task" [ 2357.462031] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.470033] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520fdb56-8e55-1e3a-2ef8-1c4d92b8f8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.507104] env[62743]: DEBUG nova.compute.manager [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2357.507345] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2357.508242] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1222729-dc27-4766-83d4-dd904e24eb08 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.516511] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2357.516793] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ab3a7a-3e6e-4262-8806-912d526e4ada {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.523436] env[62743]: DEBUG oslo_vmware.api [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2357.523436] env[62743]: value = "task-2064736" [ 2357.523436] env[62743]: _type = "Task" [ 2357.523436] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.533302] env[62743]: DEBUG oslo_vmware.api [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.698485] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.205s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.699110] env[62743]: DEBUG nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2357.703042] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.422s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.703042] env[62743]: DEBUG nova.objects.instance [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lazy-loading 'resources' on Instance uuid 65e2ec6f-b0c5-4e0d-a823-294905c99c29 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2357.867465] env[62743]: DEBUG oslo_concurrency.lockutils [req-463da43a-df76-42f3-a69c-778b3af89d24 req-bca0bbcd-8efc-4394-97ce-532694bb735d service nova] Releasing lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.878399] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064735, 'name': ReconfigVM_Task, 'duration_secs': 0.183794} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.878693] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2357.879448] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd66125f-2419-4294-856b-6b11bc9fdb45 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.902734] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250/volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2357.903045] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb8f733-9a41-4179-8c4d-12faeb248868 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.925046] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529501} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.926258] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/cad172fd-5119-45b4-bc5d-1193c023000d.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2357.926476] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2357.926776] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2357.926776] env[62743]: value = "task-2064737" [ 2357.926776] env[62743]: _type = "Task" [ 2357.926776] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.926967] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-930a86c6-60da-4a7a-b78d-1a14f64ba9b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.937228] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.938918] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2357.938918] env[62743]: value = "task-2064738" [ 2357.938918] env[62743]: _type = "Task" [ 2357.938918] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.946523] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.972844] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]520fdb56-8e55-1e3a-2ef8-1c4d92b8f8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.973193] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.973493] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f20a16d-9980-4ca2-94b3-9148298fa81e/9f20a16d-9980-4ca2-94b3-9148298fa81e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2357.973770] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f89b2c85-e78c-4bd0-b6eb-6712a67e5fa0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.981024] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2357.981024] env[62743]: value = "task-2064739" [ 2357.981024] env[62743]: _type = "Task" [ 2357.981024] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.989563] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.034128] env[62743]: DEBUG oslo_vmware.api [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064736, 'name': PowerOffVM_Task, 'duration_secs': 0.197134} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.034421] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2358.034613] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2358.034892] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe25e31e-1a03-4da2-84e9-9010bf203faa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.171073] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2358.171073] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2358.171073] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Deleting the datastore file [datastore1] 9e574909-e8b2-42f4-a653-1257c91bfc9c {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2358.171408] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a042047-f09f-4967-b11f-7a0f54d2519d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.181835] env[62743]: DEBUG oslo_vmware.api [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2358.181835] env[62743]: value = "task-2064741" [ 2358.181835] env[62743]: _type = "Task" [ 2358.181835] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.191582] env[62743]: DEBUG oslo_vmware.api [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.206365] env[62743]: DEBUG nova.compute.utils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2358.207965] env[62743]: DEBUG nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2358.208165] env[62743]: DEBUG nova.network.neutron [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2358.253477] env[62743]: DEBUG nova.policy [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c37b6ba64be499890d4033c7bcb0fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1e6783882064eee99b2a4f2cfbe3423', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2358.419013] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b087638-c093-45ae-801d-559891e06ed8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.428848] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c218058f-258a-4657-8dc4-c9a78b538cd6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.490933] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7bbccd-2bd0-42fa-b011-c2dcea6f8663 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.493910] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.496988] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090852} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.497927] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2358.498732] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce0fedc-477b-403b-8212-7b01417c3323 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.506094] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064739, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.507754] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f193b92-7007-41f0-bb63-df15a1dc8a8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.529468] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/cad172fd-5119-45b4-bc5d-1193c023000d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2358.530275] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1292767d-a21d-4f1c-82be-7860dd42e954 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.559474] env[62743]: DEBUG nova.compute.provider_tree [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2358.562029] env[62743]: DEBUG nova.network.neutron [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Successfully created port: a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2358.572308] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2358.572308] env[62743]: value = "task-2064742" [ 2358.572308] env[62743]: _type = "Task" [ 2358.572308] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.583322] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.694279] env[62743]: DEBUG oslo_vmware.api [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.717358] env[62743]: DEBUG nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2358.946967] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.993828] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554878} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.993960] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 9f20a16d-9980-4ca2-94b3-9148298fa81e/9f20a16d-9980-4ca2-94b3-9148298fa81e.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2358.995063] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2358.995063] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9da52834-52c8-4c7e-bde7-cb6fa35e7d72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.001288] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2359.001288] env[62743]: value = "task-2064743" [ 2359.001288] env[62743]: _type = "Task" [ 2359.001288] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.008998] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.081814] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064742, 'name': ReconfigVM_Task, 'duration_secs': 0.325323} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.082085] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Reconfigured VM instance instance-00000074 to attach disk [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/cad172fd-5119-45b4-bc5d-1193c023000d.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2359.082670] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df4b3d73-8eed-4f83-9e93-09763c1842f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.088801] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2359.088801] env[62743]: value = "task-2064744" [ 2359.088801] env[62743]: _type = "Task" [ 2359.088801] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.096722] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064744, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.097577] env[62743]: DEBUG nova.scheduler.client.report [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2359.097810] env[62743]: DEBUG nova.compute.provider_tree [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 167 to 168 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2359.097988] env[62743]: DEBUG nova.compute.provider_tree [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2359.194437] env[62743]: DEBUG oslo_vmware.api [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5766} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.194437] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2359.194640] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2359.194846] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2359.195070] env[62743]: INFO nova.compute.manager [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 2359.195367] env[62743]: DEBUG oslo.service.loopingcall [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2359.195607] env[62743]: DEBUG nova.compute.manager [-] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2359.195750] env[62743]: DEBUG nova.network.neutron [-] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2359.446352] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064737, 'name': ReconfigVM_Task, 'duration_secs': 1.274194} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.447233] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250/volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2359.447503] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance 'dafd3e59-1ef1-4e1e-8127-bae154d96870' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2359.459247] env[62743]: DEBUG nova.compute.manager [req-467e83bb-d510-4d09-9a97-4ca8e9acb8d8 req-a141899c-a997-4709-abe0-432212d96f96 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Received event network-vif-deleted-daac3b13-126f-44a4-80db-5ec0e1d10b5c {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2359.459345] env[62743]: INFO nova.compute.manager [req-467e83bb-d510-4d09-9a97-4ca8e9acb8d8 req-a141899c-a997-4709-abe0-432212d96f96 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Neutron deleted interface daac3b13-126f-44a4-80db-5ec0e1d10b5c; detaching it from the instance and deleting it from the info cache [ 2359.459467] env[62743]: DEBUG nova.network.neutron [req-467e83bb-d510-4d09-9a97-4ca8e9acb8d8 req-a141899c-a997-4709-abe0-432212d96f96 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2359.511650] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247998} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.511934] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2359.512714] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474cf55c-9ecc-487a-982f-aded69173f47 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.535747] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 9f20a16d-9980-4ca2-94b3-9148298fa81e/9f20a16d-9980-4ca2-94b3-9148298fa81e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2359.536029] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7be9ad-1541-402b-b6a7-2ba86b557055 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.557798] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2359.557798] env[62743]: value = "task-2064745" [ 2359.557798] env[62743]: _type = "Task" [ 2359.557798] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.564154] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064745, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.598909] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064744, 'name': Rename_Task, 'duration_secs': 0.173737} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.599177] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2359.599432] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0761d6c-95f8-4c6c-b71e-482288ae0c20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.602783] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.607344] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2359.607344] env[62743]: value = "task-2064746" [ 2359.607344] env[62743]: _type = "Task" [ 2359.607344] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.615505] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.625655] env[62743]: INFO nova.scheduler.client.report [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleted allocations for instance 65e2ec6f-b0c5-4e0d-a823-294905c99c29 [ 2359.726815] env[62743]: DEBUG nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2359.754865] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2359.755091] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2359.755248] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2359.755430] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2359.755574] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2359.755715] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2359.755918] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2359.756156] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2359.756258] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2359.756418] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2359.756586] env[62743]: DEBUG nova.virt.hardware [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2359.757462] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81526c0b-4c20-4248-8029-12da52e6c885 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.766023] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde5041c-32bb-4cef-9017-b0e7d7c8a005 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.938220] env[62743]: DEBUG nova.network.neutron [-] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2359.955029] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb8961-70fe-443f-80bf-d2e9d758924d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.975012] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20e9154e-9afe-4ba1-a66c-cee417a8298f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.977985] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd33da1-6cd6-4ab2-87e2-cda12398af9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.003728] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee8e19-b2ba-447f-b474-a567aedf723a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.019078] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance 'dafd3e59-1ef1-4e1e-8127-bae154d96870' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2360.042111] env[62743]: DEBUG nova.compute.manager [req-467e83bb-d510-4d09-9a97-4ca8e9acb8d8 req-a141899c-a997-4709-abe0-432212d96f96 service nova] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Detach interface failed, port_id=daac3b13-126f-44a4-80db-5ec0e1d10b5c, reason: Instance 9e574909-e8b2-42f4-a653-1257c91bfc9c could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2360.067826] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064745, 'name': ReconfigVM_Task, 'duration_secs': 0.410747} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.068121] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 9f20a16d-9980-4ca2-94b3-9148298fa81e/9f20a16d-9980-4ca2-94b3-9148298fa81e.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2360.068970] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a9c52d8-8654-4846-8c23-807d6bd7fe04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.077494] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2360.077494] env[62743]: value = "task-2064747" [ 2360.077494] env[62743]: _type = "Task" [ 2360.077494] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.087040] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064747, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.104535] env[62743]: DEBUG nova.compute.manager [req-f60b14af-6a89-4782-8f83-49ead088c1c7 req-df03b918-1cac-4faf-a18c-f380e7eadbaf service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Received event network-vif-plugged-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2360.104748] env[62743]: DEBUG oslo_concurrency.lockutils [req-f60b14af-6a89-4782-8f83-49ead088c1c7 req-df03b918-1cac-4faf-a18c-f380e7eadbaf service nova] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.104957] env[62743]: DEBUG oslo_concurrency.lockutils [req-f60b14af-6a89-4782-8f83-49ead088c1c7 req-df03b918-1cac-4faf-a18c-f380e7eadbaf service nova] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.105205] env[62743]: DEBUG oslo_concurrency.lockutils [req-f60b14af-6a89-4782-8f83-49ead088c1c7 req-df03b918-1cac-4faf-a18c-f380e7eadbaf service nova] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.105328] env[62743]: DEBUG nova.compute.manager [req-f60b14af-6a89-4782-8f83-49ead088c1c7 req-df03b918-1cac-4faf-a18c-f380e7eadbaf service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] No waiting events found dispatching network-vif-plugged-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2360.105456] env[62743]: WARNING nova.compute.manager [req-f60b14af-6a89-4782-8f83-49ead088c1c7 req-df03b918-1cac-4faf-a18c-f380e7eadbaf service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Received unexpected event network-vif-plugged-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 for instance with vm_state building and task_state spawning. [ 2360.123028] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064746, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.134785] env[62743]: DEBUG oslo_concurrency.lockutils [None req-82c7036c-b2b6-4c0e-bed9-096a97c20c13 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "65e2ec6f-b0c5-4e0d-a823-294905c99c29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.960s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.203927] env[62743]: DEBUG nova.network.neutron [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Successfully updated port: a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2360.442223] env[62743]: INFO nova.compute.manager [-] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Took 1.25 seconds to deallocate network for instance. [ 2360.589993] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064747, 'name': Rename_Task, 'duration_secs': 0.232692} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.590303] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2360.590520] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc543036-8b20-4c74-ba8f-bf6851bdece5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.597918] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2360.597918] env[62743]: value = "task-2064748" [ 2360.597918] env[62743]: _type = "Task" [ 2360.597918] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.608543] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.616539] env[62743]: DEBUG oslo_vmware.api [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064746, 'name': PowerOnVM_Task, 'duration_secs': 0.568231} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.616848] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2360.617053] env[62743]: INFO nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Took 14.54 seconds to spawn the instance on the hypervisor. [ 2360.617239] env[62743]: DEBUG nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2360.617976] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9140cf69-b840-45a2-a488-440e8830d50a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.706325] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.706493] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.706614] env[62743]: DEBUG nova.network.neutron [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2360.793094] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.793366] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.793572] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.793753] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.793919] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.796133] env[62743]: INFO nova.compute.manager [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Terminating instance [ 2360.948200] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.948499] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.948729] env[62743]: DEBUG nova.objects.instance [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lazy-loading 'resources' on Instance uuid 9e574909-e8b2-42f4-a653-1257c91bfc9c {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2361.108619] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064748, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.135232] env[62743]: INFO nova.compute.manager [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Took 19.39 seconds to build instance. [ 2361.237882] env[62743]: DEBUG nova.network.neutron [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2361.301018] env[62743]: DEBUG nova.compute.manager [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2361.301018] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2361.301486] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1ab547-ef2a-4742-83a9-16a6e8c63d7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.313446] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2361.313446] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b265d9-6a71-48b0-a127-664fa38f340c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.321906] env[62743]: DEBUG oslo_vmware.api [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2361.321906] env[62743]: value = "task-2064749" [ 2361.321906] env[62743]: _type = "Task" [ 2361.321906] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.334493] env[62743]: DEBUG oslo_vmware.api [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.392498] env[62743]: DEBUG nova.network.neutron [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.610811] env[62743]: DEBUG oslo_vmware.api [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064748, 'name': PowerOnVM_Task, 'duration_secs': 0.774997} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.613896] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2361.614168] env[62743]: INFO nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Took 11.39 seconds to spawn the instance on the hypervisor. [ 2361.614368] env[62743]: DEBUG nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2361.615463] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f5f41-153c-41f6-967e-394a3caa4a6d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.636784] env[62743]: DEBUG oslo_concurrency.lockutils [None req-5f3e1ec1-02e4-49f0-8dce-78f33f9f46c2 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "cad172fd-5119-45b4-bc5d-1193c023000d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.897s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.650114] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc5c5e-f56e-49f6-a0a2-56eb7fe7314d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.658912] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983c1703-467b-466a-95bd-35ef86058645 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.697556] env[62743]: DEBUG nova.network.neutron [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Port ea2de86d-1c11-4598-bfd3-fddb40d7492d binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2361.701034] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d18cc3-fe74-4345-89cd-258e1de60ce4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.715821] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fd8381-bd06-412e-b788-2d40cd46b191 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.734571] env[62743]: DEBUG nova.compute.provider_tree [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2361.833034] env[62743]: DEBUG oslo_vmware.api [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064749, 'name': PowerOffVM_Task, 'duration_secs': 0.416575} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.833399] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2361.833649] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2361.833956] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7757e6c3-84e9-4916-894e-fe184cd2c9ff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.895419] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.895734] env[62743]: DEBUG nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Instance network_info: |[{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2361.896175] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:8b:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2361.903947] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating folder: Project (c1e6783882064eee99b2a4f2cfbe3423). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2361.904291] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2da1a0a3-7583-478f-aeb1-fd4aa9006fce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.916398] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Created folder: Project (c1e6783882064eee99b2a4f2cfbe3423) in parent group-v423128. [ 2361.916552] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating folder: Instances. Parent ref: group-v423429. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2361.916801] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d41978-ca84-4a7b-8c27-55317d710435 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.928441] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Created folder: Instances in parent group-v423429. [ 2361.928694] env[62743]: DEBUG oslo.service.loopingcall [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2361.928928] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2361.929182] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dfd50e3-a3ea-4170-acb8-db88dbbc3535 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.950180] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2361.950180] env[62743]: value = "task-2064753" [ 2361.950180] env[62743]: _type = "Task" [ 2361.950180] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.958476] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064753, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.996717] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2361.997090] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2361.997324] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleting the datastore file [datastore1] 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2361.997628] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a08c2632-326c-4759-9dbc-ebacc7403c70 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.006105] env[62743]: DEBUG oslo_vmware.api [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for the task: (returnval){ [ 2362.006105] env[62743]: value = "task-2064754" [ 2362.006105] env[62743]: _type = "Task" [ 2362.006105] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.016269] env[62743]: DEBUG oslo_vmware.api [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.132725] env[62743]: DEBUG nova.compute.manager [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Received event network-changed-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2362.133128] env[62743]: DEBUG nova.compute.manager [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Refreshing instance network info cache due to event network-changed-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2362.133236] env[62743]: DEBUG oslo_concurrency.lockutils [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] Acquiring lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.133368] env[62743]: DEBUG oslo_concurrency.lockutils [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] Acquired lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.133498] env[62743]: DEBUG nova.network.neutron [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Refreshing network info cache for port a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2362.142699] env[62743]: INFO nova.compute.manager [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Took 19.16 seconds to build instance. [ 2362.210281] env[62743]: INFO nova.compute.manager [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Rescuing [ 2362.210486] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.210706] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.210927] env[62743]: DEBUG nova.network.neutron [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2362.237954] env[62743]: DEBUG nova.scheduler.client.report [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2362.461695] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064753, 'name': CreateVM_Task, 'duration_secs': 0.480641} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.461901] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2362.462589] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.462751] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.463150] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2362.463434] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e594ae-559f-477c-b7f0-9cb8a9496380 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.469275] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2362.469275] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fd6d3b-3a47-2b00-0f0f-0b4dc06369d4" [ 2362.469275] env[62743]: _type = "Task" [ 2362.469275] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.478602] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd6d3b-3a47-2b00-0f0f-0b4dc06369d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.519620] env[62743]: DEBUG oslo_vmware.api [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Task: {'id': task-2064754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230557} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.520045] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2362.520344] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2362.520638] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2362.520920] env[62743]: INFO nova.compute.manager [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2362.522597] env[62743]: DEBUG oslo.service.loopingcall [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2362.522597] env[62743]: DEBUG nova.compute.manager [-] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2362.522597] env[62743]: DEBUG nova.network.neutron [-] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2362.644908] env[62743]: DEBUG oslo_concurrency.lockutils [None req-ead18e76-35b5-45c3-b992-73dcab65e11b tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.670s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.748041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.748041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.748041] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.749766] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.775703] env[62743]: INFO nova.scheduler.client.report [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Deleted allocations for instance 9e574909-e8b2-42f4-a653-1257c91bfc9c [ 2362.956033] env[62743]: DEBUG nova.network.neutron [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updated VIF entry in instance network info cache for port a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2362.956610] env[62743]: DEBUG nova.network.neutron [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2362.985378] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52fd6d3b-3a47-2b00-0f0f-0b4dc06369d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.985754] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.986104] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2362.986448] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.986689] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.986957] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2362.987401] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e6d75ca-5c18-458e-8b54-0762e2e56f76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.999469] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2362.999697] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2363.000570] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7a48d4-ac60-40fa-9f5a-d7392f09b2aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.008061] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2363.008061] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d48f86-05e8-3574-5a85-63181e0a882d" [ 2363.008061] env[62743]: _type = "Task" [ 2363.008061] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.019816] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d48f86-05e8-3574-5a85-63181e0a882d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.251587] env[62743]: DEBUG nova.network.neutron [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Updating instance_info_cache with network_info: [{"id": "a0e62467-74a2-4619-aab1-591481edc289", "address": "fa:16:3e:c1:5f:e7", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0e62467-74", "ovs_interfaceid": "a0e62467-74a2-4619-aab1-591481edc289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.290816] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db8a6dc4-14a4-4241-a676-a37d66f9fc4e tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "9e574909-e8b2-42f4-a653-1257c91bfc9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.293s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.462627] env[62743]: DEBUG oslo_concurrency.lockutils [req-beb7c3bd-41af-4ee0-a421-3fb918dbd546 req-0bb454cd-9f60-4ca8-b30c-83a4fe8ac191 service nova] Releasing lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.519656] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d48f86-05e8-3574-5a85-63181e0a882d, 'name': SearchDatastore_Task, 'duration_secs': 0.012961} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.520638] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84167a63-e4ce-445b-8748-63289b797f90 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.527409] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2363.527409] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5284b8bd-cec6-c154-ce91-85ffb7bc15cf" [ 2363.527409] env[62743]: _type = "Task" [ 2363.527409] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.536184] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5284b8bd-cec6-c154-ce91-85ffb7bc15cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.551277] env[62743]: DEBUG nova.network.neutron [-] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.675374] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.675736] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.675843] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.676088] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.676285] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.678528] env[62743]: INFO nova.compute.manager [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Terminating instance [ 2363.758231] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "refresh_cache-cad172fd-5119-45b4-bc5d-1193c023000d" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.797592] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.797781] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.797969] env[62743]: DEBUG nova.network.neutron [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2364.039237] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5284b8bd-cec6-c154-ce91-85ffb7bc15cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012454} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.039593] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.039899] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 5e98c300-388a-4b9c-8a81-65d9738efb7a/5e98c300-388a-4b9c-8a81-65d9738efb7a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2364.040220] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7744502f-f831-4fb9-aff0-c85e6eb3b8ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.049336] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2364.049336] env[62743]: value = "task-2064755" [ 2364.049336] env[62743]: _type = "Task" [ 2364.049336] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.053256] env[62743]: INFO nova.compute.manager [-] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Took 1.53 seconds to deallocate network for instance. [ 2364.061611] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.164346] env[62743]: DEBUG nova.compute.manager [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Received event network-vif-deleted-4b0d13e3-5a0a-483b-9b34-881548f0278d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2364.164636] env[62743]: DEBUG nova.compute.manager [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Received event network-changed-f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2364.164857] env[62743]: DEBUG nova.compute.manager [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Refreshing instance network info cache due to event network-changed-f2c04ee1-41c3-4ed1-972a-772a80aa57fa. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2364.165148] env[62743]: DEBUG oslo_concurrency.lockutils [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] Acquiring lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.165367] env[62743]: DEBUG oslo_concurrency.lockutils [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] Acquired lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.165588] env[62743]: DEBUG nova.network.neutron [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Refreshing network info cache for port f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2364.182391] env[62743]: DEBUG nova.compute.manager [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2364.182767] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2364.184167] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee50bfe-f9e9-4a7f-a379-9114387d6efd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.194311] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2364.194585] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829f591e-4b30-4b09-ac21-1319c2e25f39 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.202130] env[62743]: DEBUG oslo_vmware.api [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2364.202130] env[62743]: value = "task-2064756" [ 2364.202130] env[62743]: _type = "Task" [ 2364.202130] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.210888] env[62743]: DEBUG oslo_vmware.api [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.564987] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.567336] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.567336] env[62743]: DEBUG nova.objects.instance [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lazy-loading 'resources' on Instance uuid 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2364.571986] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064755, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.604998] env[62743]: DEBUG nova.network.neutron [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [{"id": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "address": "fa:16:3e:7a:e9:4a", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea2de86d-1c", "ovs_interfaceid": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.712031] env[62743]: DEBUG oslo_vmware.api [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064756, 'name': PowerOffVM_Task, 'duration_secs': 0.374312} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.712031] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2364.712031] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2364.712420] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-308dc263-ebdd-466c-8dcd-726f48833570 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.919804] env[62743]: DEBUG nova.network.neutron [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Updated VIF entry in instance network info cache for port f2c04ee1-41c3-4ed1-972a-772a80aa57fa. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2364.920224] env[62743]: DEBUG nova.network.neutron [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Updating instance_info_cache with network_info: [{"id": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "address": "fa:16:3e:03:ec:1b", "network": {"id": "985e71ac-e0e5-4278-923a-a9ccb49bb491", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1376021605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcb70d3ba63a4cabb3dd74172cb2f97b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78fd2e0c-4fd2-4d81-8780-aa94237670c0", "external-id": "cl2-zone-164", "segmentation_id": 164, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c04ee1-41", "ovs_interfaceid": "f2c04ee1-41c3-4ed1-972a-772a80aa57fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.065295] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536315} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.065295] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 5e98c300-388a-4b9c-8a81-65d9738efb7a/5e98c300-388a-4b9c-8a81-65d9738efb7a.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2365.065295] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2365.065295] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc4c3a61-12fe-40c1-800d-74cfaf5aac6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.067280] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2365.067476] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2365.067652] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Deleting the datastore file [datastore1] 32e33e5f-546e-46c8-ac35-4cbaae2c5000 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2365.068298] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c334b4f-3976-4246-815d-939d10ef49b6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.077806] env[62743]: DEBUG oslo_vmware.api [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for the task: (returnval){ [ 2365.077806] env[62743]: value = "task-2064759" [ 2365.077806] env[62743]: _type = "Task" [ 2365.077806] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.078090] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2365.078090] env[62743]: value = "task-2064758" [ 2365.078090] env[62743]: _type = "Task" [ 2365.078090] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.094074] env[62743]: DEBUG oslo_vmware.api [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.094074] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.108034] env[62743]: DEBUG oslo_concurrency.lockutils [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.283036] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231b4554-16d9-4ec9-9a2e-3467fcfe68d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.290612] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a00dbe-05e6-4033-a38a-7adc0e412cd5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.294339] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2365.294585] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19f13c95-84be-4bab-bb64-fe9501635bbe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.326562] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b13d01-3dea-4316-93f0-0b95a7823cd7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.329267] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2365.329267] env[62743]: value = "task-2064760" [ 2365.329267] env[62743]: _type = "Task" [ 2365.329267] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.335958] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cbf4eb-f91f-40f7-890d-4efbec073514 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.343070] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.353456] env[62743]: DEBUG nova.compute.provider_tree [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2365.425868] env[62743]: DEBUG oslo_concurrency.lockutils [req-fc5efa9d-637c-40ce-bfb8-f29f546bd780 req-b72b149a-3fc3-4043-bcec-8a673b9db6b9 service nova] Releasing lock "refresh_cache-9f20a16d-9980-4ca2-94b3-9148298fa81e" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.593061] env[62743]: DEBUG oslo_vmware.api [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Task: {'id': task-2064759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169721} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.595561] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2365.595750] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2365.595932] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2365.596253] env[62743]: INFO nova.compute.manager [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Took 1.41 seconds to destroy the instance on the hypervisor. [ 2365.596354] env[62743]: DEBUG oslo.service.loopingcall [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2365.596558] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075727} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.596850] env[62743]: DEBUG nova.compute.manager [-] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2365.596850] env[62743]: DEBUG nova.network.neutron [-] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2365.598460] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2365.599340] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af8e5d5-83fe-4713-95dc-d51ff3f471ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.625481] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 5e98c300-388a-4b9c-8a81-65d9738efb7a/5e98c300-388a-4b9c-8a81-65d9738efb7a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2365.626343] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258d8e28-de94-4141-96c7-788b21c45d52 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.640743] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fbb4ca-e65f-416b-8ebc-23ca8ad842c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.650059] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474579e-4025-4a18-9d84-973896fcfcc5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.653599] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2365.653599] env[62743]: value = "task-2064761" [ 2365.653599] env[62743]: _type = "Task" [ 2365.653599] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.667069] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.842413] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064760, 'name': PowerOffVM_Task, 'duration_secs': 0.517896} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.842786] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2365.844059] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab75494-a091-4310-91f0-de901132532b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.873777] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e637f-27e7-4726-85d7-b05e3356a21c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.907335] env[62743]: DEBUG nova.scheduler.client.report [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2365.907722] env[62743]: DEBUG nova.compute.provider_tree [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 168 to 169 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2365.908027] env[62743]: DEBUG nova.compute.provider_tree [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2365.921738] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2365.922261] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37fb50e5-9c3c-4e94-8f96-289ad5115574 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.931222] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2365.931222] env[62743]: value = "task-2064762" [ 2365.931222] env[62743]: _type = "Task" [ 2365.931222] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.940989] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.166600] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064761, 'name': ReconfigVM_Task, 'duration_secs': 0.320814} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.166899] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 5e98c300-388a-4b9c-8a81-65d9738efb7a/5e98c300-388a-4b9c-8a81-65d9738efb7a.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2366.167515] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81593a4e-a9af-4ce7-bd5d-276906758d73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.174072] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2366.174072] env[62743]: value = "task-2064763" [ 2366.174072] env[62743]: _type = "Task" [ 2366.174072] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.182209] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064763, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.192498] env[62743]: DEBUG nova.compute.manager [req-d1d76f05-99f6-4a65-a0b6-091f9bb87614 req-315d699f-3756-425a-ab3a-0e612a7b07c0 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Received event network-vif-deleted-11fd5cc1-9095-4f44-88ca-f3ab801eb13b {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2366.192712] env[62743]: INFO nova.compute.manager [req-d1d76f05-99f6-4a65-a0b6-091f9bb87614 req-315d699f-3756-425a-ab3a-0e612a7b07c0 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Neutron deleted interface 11fd5cc1-9095-4f44-88ca-f3ab801eb13b; detaching it from the instance and deleting it from the info cache [ 2366.192869] env[62743]: DEBUG nova.network.neutron [req-d1d76f05-99f6-4a65-a0b6-091f9bb87614 req-315d699f-3756-425a-ab3a-0e612a7b07c0 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.399809] env[62743]: DEBUG nova.network.neutron [-] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.414780] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.432246] env[62743]: INFO nova.scheduler.client.report [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Deleted allocations for instance 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4 [ 2366.446544] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2366.446765] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2366.446999] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.447166] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.447370] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2366.447623] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d44757f8-deda-4b95-b7f9-27661effc6f2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.457774] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2366.458621] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2366.458734] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceccb2a1-79b7-461c-b05a-2aebbfd01a27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.465831] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2366.465831] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5210c6f7-e09b-8417-f973-663bf41be773" [ 2366.465831] env[62743]: _type = "Task" [ 2366.465831] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.475088] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210c6f7-e09b-8417-f973-663bf41be773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.684455] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064763, 'name': Rename_Task, 'duration_secs': 0.152291} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.684718] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2366.684966] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a591446b-47b8-4f0f-8d1f-b9ac482647b3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.692267] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2366.692267] env[62743]: value = "task-2064764" [ 2366.692267] env[62743]: _type = "Task" [ 2366.692267] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.695662] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2b4d87a-ffb6-45f8-ae7c-1257469cf45f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.702958] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.706496] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2bd1a-4144-40a3-93df-c925ff2a24fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.743567] env[62743]: DEBUG nova.compute.manager [req-d1d76f05-99f6-4a65-a0b6-091f9bb87614 req-315d699f-3756-425a-ab3a-0e612a7b07c0 service nova] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Detach interface failed, port_id=11fd5cc1-9095-4f44-88ca-f3ab801eb13b, reason: Instance 32e33e5f-546e-46c8-ac35-4cbaae2c5000 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2366.758901] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c219677e-b35b-4f68-aa93-cd98b0dde290 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.779076] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efcccba-6ea4-4faa-b1d2-60e5b3f39ada {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.786901] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance 'dafd3e59-1ef1-4e1e-8127-bae154d96870' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2366.902321] env[62743]: INFO nova.compute.manager [-] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Took 1.31 seconds to deallocate network for instance. [ 2366.943748] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c156de24-3a86-46d2-877f-163f26a0b162 tempest-ServerRescueNegativeTestJSON-1089730504 tempest-ServerRescueNegativeTestJSON-1089730504-project-member] Lock "3fe42c44-9f70-4d63-a8d2-2cae8981f6b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.150s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.978015] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210c6f7-e09b-8417-f973-663bf41be773, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.979010] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f048cab-2cf5-4c07-9008-3ec5d0a74d01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.985121] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2366.985121] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525ae2d1-634e-5f7e-d914-d7a63fd9369b" [ 2366.985121] env[62743]: _type = "Task" [ 2366.985121] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.993737] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525ae2d1-634e-5f7e-d914-d7a63fd9369b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.202743] env[62743]: DEBUG oslo_vmware.api [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064764, 'name': PowerOnVM_Task, 'duration_secs': 0.456912} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.203008] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2367.203227] env[62743]: INFO nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Took 7.48 seconds to spawn the instance on the hypervisor. [ 2367.203402] env[62743]: DEBUG nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2367.204199] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a188c39e-d341-40e7-b2d3-991ea5c929c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.294284] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2367.294707] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3452f77b-0ed5-4df0-b95f-2ef545bf1499 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.303335] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2367.303335] env[62743]: value = "task-2064765" [ 2367.303335] env[62743]: _type = "Task" [ 2367.303335] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.311641] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.409016] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.409317] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.409542] env[62743]: DEBUG nova.objects.instance [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lazy-loading 'resources' on Instance uuid 32e33e5f-546e-46c8-ac35-4cbaae2c5000 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2367.497090] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525ae2d1-634e-5f7e-d914-d7a63fd9369b, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.497375] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.497663] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. {{(pid=62743) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2367.497953] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-263947f8-c80b-42dc-bb64-490e4ec4522c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.505657] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2367.505657] env[62743]: value = "task-2064766" [ 2367.505657] env[62743]: _type = "Task" [ 2367.505657] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.514987] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.725663] env[62743]: INFO nova.compute.manager [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Took 13.25 seconds to build instance. [ 2367.818660] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.020672] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.114380] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61260b5f-352c-4c3c-aea4-936b16462116 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.124609] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c5feab-5ebe-4422-be1a-1a06537a9f20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.157862] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b029fb4-ded9-4712-9eea-0917f9527486 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.168075] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57097830-8610-4ed4-8f0c-a66697c38662 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.184582] env[62743]: DEBUG nova.compute.provider_tree [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2368.228400] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b6e2a9ab-0e36-4544-b1a1-36976e51a6a7 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.766s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.314752] env[62743]: DEBUG oslo_vmware.api [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064765, 'name': PowerOnVM_Task, 'duration_secs': 0.628758} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.315049] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2368.315274] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-739222fb-6bec-4a23-9f34-2990fb89d6af tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance 'dafd3e59-1ef1-4e1e-8127-bae154d96870' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2368.478493] env[62743]: DEBUG nova.compute.manager [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Received event network-changed-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2368.478675] env[62743]: DEBUG nova.compute.manager [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Refreshing instance network info cache due to event network-changed-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2368.478890] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] Acquiring lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.479040] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] Acquired lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.479198] env[62743]: DEBUG nova.network.neutron [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Refreshing network info cache for port a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2368.520662] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532198} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.520662] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. [ 2368.520857] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bc992a-980e-47fe-a74c-a5cf05a18e81 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.546741] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2368.547439] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ce8777-3228-4546-869a-83f60777e7ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.567295] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2368.567295] env[62743]: value = "task-2064767" [ 2368.567295] env[62743]: _type = "Task" [ 2368.567295] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.576971] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.727834] env[62743]: DEBUG nova.scheduler.client.report [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2368.728614] env[62743]: DEBUG nova.compute.provider_tree [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 169 to 170 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2368.729038] env[62743]: DEBUG nova.compute.provider_tree [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2369.084353] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.232037] env[62743]: DEBUG nova.network.neutron [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updated VIF entry in instance network info cache for port a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2369.232469] env[62743]: DEBUG nova.network.neutron [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.234591] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.257665] env[62743]: INFO nova.scheduler.client.report [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Deleted allocations for instance 32e33e5f-546e-46c8-ac35-4cbaae2c5000 [ 2369.584308] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064767, 'name': ReconfigVM_Task, 'duration_secs': 0.82934} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.584596] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Reconfigured VM instance instance-00000074 to attach disk [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2369.585444] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3809dc-d413-41fa-ac4c-1b15b9721fa4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.609846] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a341bd5f-ea18-4d5e-9018-e544236af3ef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.625357] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2369.625357] env[62743]: value = "task-2064768" [ 2369.625357] env[62743]: _type = "Task" [ 2369.625357] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.634551] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.738354] env[62743]: DEBUG oslo_concurrency.lockutils [req-d7a44f3f-965e-47a5-861f-883d4542f14a req-3d22aada-7c2e-46b3-9e9a-c1d0401e3194 service nova] Releasing lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.765065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-74faa119-7a11-4f1e-acfe-aa25c545997d tempest-ListImageFiltersTestJSON-2056622544 tempest-ListImageFiltersTestJSON-2056622544-project-member] Lock "32e33e5f-546e-46c8-ac35-4cbaae2c5000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.089s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.138656] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064768, 'name': ReconfigVM_Task, 'duration_secs': 0.158719} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.139073] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2370.139381] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b59e7a74-c29f-43c3-a807-dd92ec66e68d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.147731] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2370.147731] env[62743]: value = "task-2064769" [ 2370.147731] env[62743]: _type = "Task" [ 2370.147731] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.157506] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.658624] env[62743]: DEBUG oslo_vmware.api [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064769, 'name': PowerOnVM_Task, 'duration_secs': 0.478966} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.658893] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2370.661931] env[62743]: DEBUG nova.compute.manager [None req-c1f4b317-fa6f-4aad-9df4-55f523cf8440 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2370.662723] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d709b0c-8fe5-49c3-beee-4ccdc1b554b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.844309] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.844658] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.844974] env[62743]: DEBUG nova.compute.manager [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Going to confirm migration 8 {{(pid=62743) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2371.408053] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.408302] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquired lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.408440] env[62743]: DEBUG nova.network.neutron [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2371.408626] env[62743]: DEBUG nova.objects.instance [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'info_cache' on Instance uuid dafd3e59-1ef1-4e1e-8127-bae154d96870 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2371.938042] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "b78b46e4-4c30-470b-9a62-9f2cfe749371" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.938290] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.440579] env[62743]: DEBUG nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2372.632843] env[62743]: DEBUG nova.network.neutron [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [{"id": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "address": "fa:16:3e:7a:e9:4a", "network": {"id": "7b329aa6-40b0-4698-8344-544a2dc1cae4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-695651554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab9f0efff16e431fb79da9e2d422916a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea2de86d-1c", "ovs_interfaceid": "ea2de86d-1c11-4598-bfd3-fddb40d7492d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2372.969375] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2372.969644] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.971212] env[62743]: INFO nova.compute.claims [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2373.135582] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Releasing lock "refresh_cache-dafd3e59-1ef1-4e1e-8127-bae154d96870" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2373.135854] env[62743]: DEBUG nova.objects.instance [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'migration_context' on Instance uuid dafd3e59-1ef1-4e1e-8127-bae154d96870 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2373.638906] env[62743]: DEBUG nova.objects.base [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2373.640435] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b7f7c-9a53-4698-bfd2-a95f79aa7aa7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.673361] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b878eb7-9053-4471-ad1a-b7eefa01a51c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.681473] env[62743]: DEBUG oslo_vmware.api [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2373.681473] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529ab328-b89d-a918-b4c3-5608cf375d5d" [ 2373.681473] env[62743]: _type = "Task" [ 2373.681473] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.694483] env[62743]: DEBUG oslo_vmware.api [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529ab328-b89d-a918-b4c3-5608cf375d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.008581} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.694926] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.112372] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84e27b2-99ff-423f-8b94-754a7e8a80dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.120970] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5b67c-573c-4e13-a098-bced2e453fe8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.152998] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86051778-e9e9-4797-b016-4492cfb46c69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.161129] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4131d758-73ce-46f5-8051-0271423061e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.175429] env[62743]: DEBUG nova.compute.provider_tree [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2374.678623] env[62743]: DEBUG nova.scheduler.client.report [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2375.184257] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.184927] env[62743]: DEBUG nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2375.188211] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.493s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.691861] env[62743]: DEBUG nova.compute.utils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2375.693357] env[62743]: DEBUG nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2375.693530] env[62743]: DEBUG nova.network.neutron [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2375.751708] env[62743]: DEBUG nova.policy [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9ec0a8c200b445ca197b3d358e08289', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d72b8659ead4d00b2d76b3b300dca41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2375.831400] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca655e2-b4ab-475c-b4d5-c936f0b85c04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.839721] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bd60b3-ad16-4461-bb38-ed38e3e2b770 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.870629] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72a75f-e4bf-4165-bf42-e821f9b98e6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.878324] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967b30a3-3df2-4299-ae10-3d60d82669a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.892147] env[62743]: DEBUG nova.compute.provider_tree [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2376.004938] env[62743]: DEBUG nova.network.neutron [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Successfully created port: 648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2376.198695] env[62743]: DEBUG nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2376.395519] env[62743]: DEBUG nova.scheduler.client.report [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2377.208835] env[62743]: DEBUG nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2377.237540] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2377.237783] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2377.237936] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2377.238131] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2377.238277] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2377.238423] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2377.238628] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2377.238782] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2377.238942] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2377.239113] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2377.239289] env[62743]: DEBUG nova.virt.hardware [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2377.240198] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1668bf-332b-4424-b7be-752f21a3c5cb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.248626] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399196e6-e507-427a-b7d4-ea7dcadfe328 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.406458] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.523862] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.524128] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.524338] env[62743]: DEBUG nova.compute.manager [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2377.525255] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d59d34-d4f9-41be-95c8-8e2cd429b384 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.533774] env[62743]: DEBUG nova.compute.manager [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2377.534405] env[62743]: DEBUG nova.objects.instance [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'flavor' on Instance uuid c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2377.967306] env[62743]: INFO nova.scheduler.client.report [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted allocation for migration 57610a66-e5a3-4dcd-84bc-642718b5254d [ 2378.348892] env[62743]: INFO nova.compute.manager [None req-65ce5ecc-43fb-4552-b0ac-84620d6e5c26 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Get console output [ 2378.349273] env[62743]: WARNING nova.virt.vmwareapi.driver [None req-65ce5ecc-43fb-4552-b0ac-84620d6e5c26 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] The console log is missing. Check your VSPC configuration [ 2378.473011] env[62743]: DEBUG oslo_concurrency.lockutils [None req-98fa47fd-38f8-42f9-a2f5-c916bbc870ab tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.628s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.540544] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2378.540834] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-557de8bb-df3b-42c9-ab03-41db88210e61 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.549721] env[62743]: DEBUG oslo_vmware.api [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2378.549721] env[62743]: value = "task-2064770" [ 2378.549721] env[62743]: _type = "Task" [ 2378.549721] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.558373] env[62743]: DEBUG oslo_vmware.api [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.893131] env[62743]: DEBUG nova.compute.manager [req-42f3756c-1643-4aee-8ae5-b5fda25bbc82 req-917e51fb-f7b3-4782-a75e-b8c1057b7d9b service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Received event network-vif-plugged-648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2378.893408] env[62743]: DEBUG oslo_concurrency.lockutils [req-42f3756c-1643-4aee-8ae5-b5fda25bbc82 req-917e51fb-f7b3-4782-a75e-b8c1057b7d9b service nova] Acquiring lock "b78b46e4-4c30-470b-9a62-9f2cfe749371-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2378.893573] env[62743]: DEBUG oslo_concurrency.lockutils [req-42f3756c-1643-4aee-8ae5-b5fda25bbc82 req-917e51fb-f7b3-4782-a75e-b8c1057b7d9b service nova] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2378.893736] env[62743]: DEBUG oslo_concurrency.lockutils [req-42f3756c-1643-4aee-8ae5-b5fda25bbc82 req-917e51fb-f7b3-4782-a75e-b8c1057b7d9b service nova] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.893908] env[62743]: DEBUG nova.compute.manager [req-42f3756c-1643-4aee-8ae5-b5fda25bbc82 req-917e51fb-f7b3-4782-a75e-b8c1057b7d9b service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] No waiting events found dispatching network-vif-plugged-648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2378.894365] env[62743]: WARNING nova.compute.manager [req-42f3756c-1643-4aee-8ae5-b5fda25bbc82 req-917e51fb-f7b3-4782-a75e-b8c1057b7d9b service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Received unexpected event network-vif-plugged-648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 for instance with vm_state building and task_state spawning. [ 2378.983540] env[62743]: DEBUG nova.network.neutron [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Successfully updated port: 648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2379.059518] env[62743]: DEBUG oslo_vmware.api [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064770, 'name': PowerOffVM_Task, 'duration_secs': 0.271997} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.060447] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2379.060447] env[62743]: DEBUG nova.compute.manager [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2379.061303] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649823b-1c93-46fd-a77c-c2c2e0e1c856 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.485592] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2379.485592] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2379.485862] env[62743]: DEBUG nova.network.neutron [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2379.572458] env[62743]: DEBUG oslo_concurrency.lockutils [None req-8795f097-a81c-4a2a-a41c-3314371b0ca8 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.920067] env[62743]: DEBUG nova.objects.instance [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'flavor' on Instance uuid c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2380.018461] env[62743]: DEBUG nova.network.neutron [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2380.129034] env[62743]: DEBUG nova.network.neutron [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Updating instance_info_cache with network_info: [{"id": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "address": "fa:16:3e:2a:64:94", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ed0d8-78", "ovs_interfaceid": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.425277] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.425404] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2380.425572] env[62743]: DEBUG nova.network.neutron [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2380.425805] env[62743]: DEBUG nova.objects.instance [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'info_cache' on Instance uuid c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2380.434998] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2380.434998] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2380.631973] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2380.632316] env[62743]: DEBUG nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Instance network_info: |[{"id": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "address": "fa:16:3e:2a:64:94", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ed0d8-78", "ovs_interfaceid": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2380.632700] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:64:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '648ed0d8-78f0-4163-b8c7-d4f56d5c5a02', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2380.639938] env[62743]: DEBUG oslo.service.loopingcall [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2380.640166] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2380.640401] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730dcc38-46e8-48eb-9d8e-c15e0b2e3e91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.661231] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2380.661231] env[62743]: value = "task-2064771" [ 2380.661231] env[62743]: _type = "Task" [ 2380.661231] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.669241] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064771, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.921059] env[62743]: DEBUG nova.compute.manager [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Received event network-changed-648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2380.921274] env[62743]: DEBUG nova.compute.manager [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Refreshing instance network info cache due to event network-changed-648ed0d8-78f0-4163-b8c7-d4f56d5c5a02. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2380.921492] env[62743]: DEBUG oslo_concurrency.lockutils [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] Acquiring lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.921634] env[62743]: DEBUG oslo_concurrency.lockutils [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] Acquired lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2380.921794] env[62743]: DEBUG nova.network.neutron [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Refreshing network info cache for port 648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2380.928963] env[62743]: DEBUG nova.objects.base [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2381.171583] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064771, 'name': CreateVM_Task, 'duration_secs': 0.342644} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.173048] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2381.173048] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2381.173048] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.173309] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2381.173482] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbe1d9d-06b4-483e-930d-86db81693225 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.178137] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2381.178137] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a69182-e927-5e98-1921-b3f0428624de" [ 2381.178137] env[62743]: _type = "Task" [ 2381.178137] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.185708] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a69182-e927-5e98-1921-b3f0428624de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.692350] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a69182-e927-5e98-1921-b3f0428624de, 'name': SearchDatastore_Task, 'duration_secs': 0.013959} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.692350] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2381.692350] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2381.692350] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2381.692350] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2381.692350] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2381.692350] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fece7de9-79b1-4f24-98c1-e61abfae5c1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.702023] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2381.702023] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2381.702023] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c00c94-fc57-4cbe-b042-05898a985b98 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.706664] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2381.706664] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5210d359-682c-bbb9-369b-d4527bd9f099" [ 2381.706664] env[62743]: _type = "Task" [ 2381.706664] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.716039] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210d359-682c-bbb9-369b-d4527bd9f099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.732171] env[62743]: DEBUG nova.network.neutron [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Updated VIF entry in instance network info cache for port 648ed0d8-78f0-4163-b8c7-d4f56d5c5a02. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2381.732171] env[62743]: DEBUG nova.network.neutron [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Updating instance_info_cache with network_info: [{"id": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "address": "fa:16:3e:2a:64:94", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ed0d8-78", "ovs_interfaceid": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.767752] env[62743]: DEBUG nova.network.neutron [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updating instance_info_cache with network_info: [{"id": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "address": "fa:16:3e:f5:88:ef", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e47f2-30", "ovs_interfaceid": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2382.220204] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5210d359-682c-bbb9-369b-d4527bd9f099, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.220996] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e7a3a6-e777-4303-8be5-a2ebbce08f3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.227271] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2382.227271] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5286c15e-a19f-deb2-979a-eec664320c11" [ 2382.227271] env[62743]: _type = "Task" [ 2382.227271] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.235929] env[62743]: DEBUG oslo_concurrency.lockutils [req-8f091399-7b4f-48e5-9613-25b13cf7f7c8 req-5c0d161b-bf91-46b3-8618-aede9abb6283 service nova] Releasing lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.236408] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5286c15e-a19f-deb2-979a-eec664320c11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.270239] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.740824] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5286c15e-a19f-deb2-979a-eec664320c11, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.741132] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.741340] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/b78b46e4-4c30-470b-9a62-9f2cfe749371.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2382.741615] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7514b029-481c-44ff-9c38-9e13bf55cde4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.749624] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2382.749624] env[62743]: value = "task-2064772" [ 2382.749624] env[62743]: _type = "Task" [ 2382.749624] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.758192] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.259779] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.275524] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2383.275849] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-972963e5-14b5-4d72-9b13-36707e11c25a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.283399] env[62743]: DEBUG oslo_vmware.api [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2383.283399] env[62743]: value = "task-2064773" [ 2383.283399] env[62743]: _type = "Task" [ 2383.283399] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.291460] env[62743]: DEBUG oslo_vmware.api [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.760547] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064772, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.792608] env[62743]: DEBUG oslo_vmware.api [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064773, 'name': PowerOnVM_Task, 'duration_secs': 0.402485} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.793634] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2383.793634] env[62743]: DEBUG nova.compute.manager [None req-c18ec9da-ac78-4da0-b41e-e80c90ab8921 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2383.793843] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e8a70-8482-4053-b025-c4dd99d8196a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.262041] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064772, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.502687} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.263033] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/b78b46e4-4c30-470b-9a62-9f2cfe749371.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2384.263033] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2384.263033] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f264ebdf-2ad0-4f55-8d4e-aadafcafe0ca {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.269786] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2384.269786] env[62743]: value = "task-2064774" [ 2384.269786] env[62743]: _type = "Task" [ 2384.269786] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.277703] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.430642] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2384.730203] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e4309f-a958-46bd-b595-bd038d54c9ce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.737615] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8aee845e-fdb0-4b13-9e15-1bb80aa8a759 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Suspending the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2384.737796] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3ee43f0b-b9a0-4d31-bc61-7a4176dc2739 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.745346] env[62743]: DEBUG oslo_vmware.api [None req-8aee845e-fdb0-4b13-9e15-1bb80aa8a759 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2384.745346] env[62743]: value = "task-2064775" [ 2384.745346] env[62743]: _type = "Task" [ 2384.745346] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.753994] env[62743]: DEBUG oslo_vmware.api [None req-8aee845e-fdb0-4b13-9e15-1bb80aa8a759 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064775, 'name': SuspendVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.779079] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080772} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.779555] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2384.780232] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534e23a-736a-451d-8df7-d99c2fd714b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.808698] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/b78b46e4-4c30-470b-9a62-9f2cfe749371.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2384.809323] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d112ad3-349c-4f0a-9c9b-3989c0aa2444 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.831782] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2384.831782] env[62743]: value = "task-2064776" [ 2384.831782] env[62743]: _type = "Task" [ 2384.831782] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.842027] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.256257] env[62743]: DEBUG oslo_vmware.api [None req-8aee845e-fdb0-4b13-9e15-1bb80aa8a759 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064775, 'name': SuspendVM_Task} progress is 70%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.342835] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064776, 'name': ReconfigVM_Task, 'duration_secs': 0.423188} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.342955] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/b78b46e4-4c30-470b-9a62-9f2cfe749371.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2385.343612] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9713629-4860-46f3-a78c-c67de6417055 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.352304] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2385.352304] env[62743]: value = "task-2064777" [ 2385.352304] env[62743]: _type = "Task" [ 2385.352304] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2385.363046] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064777, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.435838] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2385.756095] env[62743]: DEBUG oslo_vmware.api [None req-8aee845e-fdb0-4b13-9e15-1bb80aa8a759 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064775, 'name': SuspendVM_Task, 'duration_secs': 0.710718} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.756380] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-8aee845e-fdb0-4b13-9e15-1bb80aa8a759 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Suspended the VM {{(pid=62743) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2385.756562] env[62743]: DEBUG nova.compute.manager [None req-8aee845e-fdb0-4b13-9e15-1bb80aa8a759 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2385.757374] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93681e00-bd5a-4b40-9172-675691560e05 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.863018] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064777, 'name': Rename_Task, 'duration_secs': 0.156038} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.863390] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2385.863720] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd4827c5-3dab-4c70-8799-b50663814c07 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.871606] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2385.871606] env[62743]: value = "task-2064778" [ 2385.871606] env[62743]: _type = "Task" [ 2385.871606] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2385.879633] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.280575] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.280974] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.383568] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.435552] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.784652] env[62743]: INFO nova.compute.manager [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Detaching volume 2a5b80cf-24c9-474e-8c47-49977c89e20f [ 2386.814492] env[62743]: INFO nova.virt.block_device [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Attempting to driver detach volume 2a5b80cf-24c9-474e-8c47-49977c89e20f from mountpoint /dev/sdb [ 2386.814707] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2386.814896] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423412', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'name': 'volume-2a5b80cf-24c9-474e-8c47-49977c89e20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd2f9b88-9281-41df-a48d-6b816fbb4298', 'attached_at': '', 'detached_at': '', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'serial': '2a5b80cf-24c9-474e-8c47-49977c89e20f'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2386.815888] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2086897f-299e-4a42-bc6a-30c87f259608 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.839264] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f38ac-bc1d-4277-9530-4769f5265391 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.847562] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af6ec71-ab2b-4add-a849-395abdfdad71 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.868221] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607eae1-8704-4cc1-b3c2-938fc65cc2dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.882766] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] The volume has not been displaced from its original location: [datastore1] volume-2a5b80cf-24c9-474e-8c47-49977c89e20f/volume-2a5b80cf-24c9-474e-8c47-49977c89e20f.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2386.887743] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2386.890478] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a53443-61f0-4a98-a558-bfa36150beda {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.908335] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064778, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.909563] env[62743]: DEBUG oslo_vmware.api [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2386.909563] env[62743]: value = "task-2064779" [ 2386.909563] env[62743]: _type = "Task" [ 2386.909563] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.917341] env[62743]: DEBUG oslo_vmware.api [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.938640] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.938919] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.939100] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.939264] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2386.940166] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f21ef-6429-4ec7-8971-10d9f221ecf5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.948808] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d89d20-8db2-4b53-b102-1898fa181f1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.965377] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9591e5a3-2ca6-457a-ab41-85bbcd6f4e74 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.972215] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18540527-05b2-4332-8a93-8dbc8e8dee7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.001513] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179686MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2387.001698] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.001849] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.092038] env[62743]: INFO nova.compute.manager [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Resuming [ 2387.092666] env[62743]: DEBUG nova.objects.instance [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'flavor' on Instance uuid c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2387.392393] env[62743]: DEBUG oslo_vmware.api [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064778, 'name': PowerOnVM_Task, 'duration_secs': 1.430223} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.392641] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2387.392790] env[62743]: INFO nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Took 10.18 seconds to spawn the instance on the hypervisor. [ 2387.392962] env[62743]: DEBUG nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2387.393741] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47751dad-4b48-44dc-8a21-f9aaf0598814 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.418508] env[62743]: DEBUG oslo_vmware.api [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064779, 'name': ReconfigVM_Task, 'duration_secs': 0.449742} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.418750] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2387.423360] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfff6788-189a-4ee3-8563-96c9cffe2e38 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.439870] env[62743]: DEBUG oslo_vmware.api [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2387.439870] env[62743]: value = "task-2064780" [ 2387.439870] env[62743]: _type = "Task" [ 2387.439870] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.447903] env[62743]: DEBUG oslo_vmware.api [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.912199] env[62743]: INFO nova.compute.manager [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Took 14.96 seconds to build instance. [ 2387.950724] env[62743]: DEBUG oslo_vmware.api [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064780, 'name': ReconfigVM_Task, 'duration_secs': 0.203216} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.951035] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423412', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'name': 'volume-2a5b80cf-24c9-474e-8c47-49977c89e20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fd2f9b88-9281-41df-a48d-6b816fbb4298', 'attached_at': '', 'detached_at': '', 'volume_id': '2a5b80cf-24c9-474e-8c47-49977c89e20f', 'serial': '2a5b80cf-24c9-474e-8c47-49977c89e20f'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2388.030997] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.031187] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 547f622f-a5b2-4091-ad19-827bbce011a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.031340] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 649565b0-03a8-4abf-a380-462cf517ce58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.031464] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd2f9b88-9281-41df-a48d-6b816fbb4298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.031578] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.031689] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance cad172fd-5119-45b4-bc5d-1193c023000d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.031800] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 9f20a16d-9980-4ca2-94b3-9148298fa81e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.031910] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance dafd3e59-1ef1-4e1e-8127-bae154d96870 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.032027] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 5e98c300-388a-4b9c-8a81-65d9738efb7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.032218] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance b78b46e4-4c30-470b-9a62-9f2cfe749371 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2388.032426] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2388.032563] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2388.147341] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468350e0-7858-4fec-8ff8-a4bcad235aa7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.168112] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eef77f-84b7-4e61-a0be-aff44f6ff083 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.198197] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44024fe-256d-4586-84d9-ba10ae3254a4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.205614] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9325f8a5-bb4c-48ab-a8d5-cf3e90732ed2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.218506] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2388.385190] env[62743]: INFO nova.compute.manager [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Rescuing [ 2388.385481] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.385633] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.385797] env[62743]: DEBUG nova.network.neutron [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2388.413732] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bdd50321-234c-40c4-8c7f-cd3761cd6953 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.475s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.495015] env[62743]: DEBUG nova.objects.instance [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'flavor' on Instance uuid fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2388.604570] env[62743]: DEBUG oslo_concurrency.lockutils [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.604756] env[62743]: DEBUG oslo_concurrency.lockutils [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquired lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.604982] env[62743]: DEBUG nova.network.neutron [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2388.721240] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2389.138812] env[62743]: DEBUG nova.network.neutron [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Updating instance_info_cache with network_info: [{"id": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "address": "fa:16:3e:2a:64:94", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ed0d8-78", "ovs_interfaceid": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.226292] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2389.226491] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.226675] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2389.226812] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2389.338793] env[62743]: DEBUG nova.network.neutron [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updating instance_info_cache with network_info: [{"id": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "address": "fa:16:3e:f5:88:ef", "network": {"id": "7ac20f2e-15d0-4970-a677-d1e60ba4ece1", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1589975238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436c621a74724686a9dd31a48fe50fbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d1e47f2-30", "ovs_interfaceid": "9d1e47f2-30ee-4808-b9e0-a79885f213f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.501953] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9a618e02-8d3d-4806-ae6f-75d0b7390960 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.641907] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.740460] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] There are 44 instances to clean {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2389.740654] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: b553e6e4-078a-464a-bec8-913620572752] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2389.841104] env[62743]: DEBUG oslo_concurrency.lockutils [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Releasing lock "refresh_cache-c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.842615] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74016fb8-8072-4aec-ba3a-b29f63466949 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.849794] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Resuming the VM {{(pid=62743) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2389.850061] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0fd666-5e68-48ba-b912-df969efd2b6e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.856886] env[62743]: DEBUG oslo_vmware.api [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2389.856886] env[62743]: value = "task-2064781" [ 2389.856886] env[62743]: _type = "Task" [ 2389.856886] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.865050] env[62743]: DEBUG oslo_vmware.api [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.244341] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9e574909-e8b2-42f4-a653-1257c91bfc9c] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2390.370543] env[62743]: DEBUG oslo_vmware.api [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064781, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.536126] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.536126] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.536126] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.536427] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.536588] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.539174] env[62743]: INFO nova.compute.manager [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Terminating instance [ 2390.748185] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 32e33e5f-546e-46c8-ac35-4cbaae2c5000] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2390.868418] env[62743]: DEBUG oslo_vmware.api [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064781, 'name': PowerOnVM_Task, 'duration_secs': 0.537989} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.868664] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Resumed the VM {{(pid=62743) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2390.868875] env[62743]: DEBUG nova.compute.manager [None req-156fdbbb-678b-4e30-b79f-922157c944a6 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2390.869733] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05f625e-3839-4357-9634-7f1573a5bb57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.043833] env[62743]: DEBUG nova.compute.manager [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2391.044090] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2391.044989] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c51e99-6e81-4715-951e-25ac2b02bc57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.053373] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2391.053623] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e33771eb-0fa0-404e-a3bc-9cafd8008c57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.061293] env[62743]: DEBUG oslo_vmware.api [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2391.061293] env[62743]: value = "task-2064782" [ 2391.061293] env[62743]: _type = "Task" [ 2391.061293] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.070797] env[62743]: DEBUG oslo_vmware.api [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.176249] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2391.176571] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79fcda6a-9449-48ea-bef1-f22e4c9d4fa7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.185060] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2391.185060] env[62743]: value = "task-2064783" [ 2391.185060] env[62743]: _type = "Task" [ 2391.185060] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.194552] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.251389] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 00425453-1c7c-466c-9f91-640627878e4b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2391.571790] env[62743]: DEBUG oslo_vmware.api [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064782, 'name': PowerOffVM_Task, 'duration_secs': 0.30647} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.572059] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2391.572342] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2391.572616] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06996df8-8118-4933-97b9-bf8591e24105 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.696054] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064783, 'name': PowerOffVM_Task, 'duration_secs': 0.216697} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.696319] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2391.697101] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f50dd0-ba7b-40b1-89d1-05d042934ffe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.715108] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d312296-1d3f-4f31-baec-13badf57e004 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.746747] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2391.747039] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a38d4d80-516b-4ccc-b875-09ea9f53c462 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.754490] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2391.754490] env[62743]: value = "task-2064785" [ 2391.754490] env[62743]: _type = "Task" [ 2391.754490] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.758151] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: f79dd9eb-f7ee-4a80-89d2-2cf5e9ee19d9] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2391.763181] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.821737] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.821978] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.822291] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.822514] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.822690] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.824648] env[62743]: INFO nova.compute.manager [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Terminating instance [ 2392.266076] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 90d758e1-2b07-44b4-9a10-1cb377b21874] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2392.267956] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2392.268215] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2392.268457] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.268758] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.268967] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2392.269419] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df652dd-69f7-41a5-a7eb-e287bb944d04 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.280902] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2392.281129] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2392.281862] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d03f09-1f50-4399-8aba-46fdc5d8168d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.287937] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2392.287937] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d01460-743e-a325-d634-80aa0a3baf68" [ 2392.287937] env[62743]: _type = "Task" [ 2392.287937] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.296760] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d01460-743e-a325-d634-80aa0a3baf68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.328518] env[62743]: DEBUG nova.compute.manager [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2392.328750] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2392.329605] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5484eb-cc96-42eb-8039-49165b5cebe5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.337920] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2392.338174] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69aa8709-e9b8-49a0-a00c-773ce568d2ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.344692] env[62743]: DEBUG oslo_vmware.api [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2392.344692] env[62743]: value = "task-2064786" [ 2392.344692] env[62743]: _type = "Task" [ 2392.344692] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.353893] env[62743]: DEBUG oslo_vmware.api [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.771119] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 5d246d9c-e402-4190-b5ee-a3bab1392013] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2392.798792] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d01460-743e-a325-d634-80aa0a3baf68, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.799542] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b484bc-f404-43bd-bf00-718716f56a40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.804631] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2392.804631] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]521d2903-2c3e-43ad-c261-26e8d85d2123" [ 2392.804631] env[62743]: _type = "Task" [ 2392.804631] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.812231] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521d2903-2c3e-43ad-c261-26e8d85d2123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.852887] env[62743]: DEBUG oslo_vmware.api [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064786, 'name': PowerOffVM_Task, 'duration_secs': 0.255003} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.853139] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2392.853312] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2392.853540] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcb3796a-6621-4d4e-a678-eb65d8694703 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.274624] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 3e405e23-e741-43f3-aacf-913aa0f2e53e] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2393.315410] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]521d2903-2c3e-43ad-c261-26e8d85d2123, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.315657] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2393.315905] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. {{(pid=62743) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2393.316180] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07eca0a5-0293-4e63-9362-d3eda3deb6e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.322983] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2393.322983] env[62743]: value = "task-2064788" [ 2393.322983] env[62743]: _type = "Task" [ 2393.322983] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.330585] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.778529] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 56bc0ea5-3cab-4ba4-b7ca-230e9e8f2185] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2393.832892] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47469} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.833180] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk. [ 2393.833948] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1967a47-c5cf-4adc-992b-875287b32502 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.859121] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2393.859366] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35627939-f90d-48e5-956a-0495624e277d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.877044] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2393.877044] env[62743]: value = "task-2064789" [ 2393.877044] env[62743]: _type = "Task" [ 2393.877044] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.884640] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.282349] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: e205af34-4ca2-4a00-845b-229d7c2d9ea2] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2394.388407] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.786082] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: b92ae33b-b41a-4281-8ba7-c41682b4d249] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2394.887274] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064789, 'name': ReconfigVM_Task, 'duration_secs': 0.939796} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.887542] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c-rescue.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2394.888362] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9376a191-78d3-44d4-8f7d-17a2bd95c10c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.913870] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6218f9e2-401d-4e04-8440-ca1fc927462c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.929810] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2394.929810] env[62743]: value = "task-2064790" [ 2394.929810] env[62743]: _type = "Task" [ 2394.929810] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.938486] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.289406] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 30ea281b-bd2f-4b17-bac3-5da08f168172] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2395.439886] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.793055] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 63564e81-54bf-4666-b866-5501be38fe3d] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2395.941168] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.296782] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 65e2ec6f-b0c5-4e0d-a823-294905c99c29] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2396.441155] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064790, 'name': ReconfigVM_Task, 'duration_secs': 1.283823} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.441432] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.441681] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c3de2e1-93d9-425c-8085-2141377524fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.448888] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2396.448888] env[62743]: value = "task-2064791" [ 2396.448888] env[62743]: _type = "Task" [ 2396.448888] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.456782] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.799658] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 3fe42c44-9f70-4d63-a8d2-2cae8981f6b4] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2396.959700] env[62743]: DEBUG oslo_vmware.api [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064791, 'name': PowerOnVM_Task, 'duration_secs': 0.371701} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.959963] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2396.962944] env[62743]: DEBUG nova.compute.manager [None req-c1421db8-dd36-432b-8ee7-b5cb2f8acc75 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2396.963785] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf98f4-1a6a-4bfe-b197-c97c11c99edc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.303017] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: f41c23c5-c7fd-4c1e-9906-1718e852c35b] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2397.806837] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 09b4fb94-d464-46ba-9736-626dc282f4ef] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2398.310677] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: a7458672-45ef-4afe-8e66-c4f1e2afa4c5] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2398.577022] env[62743]: INFO nova.compute.manager [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Unrescuing [ 2398.577329] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.577484] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquired lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.577648] env[62743]: DEBUG nova.network.neutron [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2398.814329] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ee1dab62-8535-4e30-a736-fff677048b4c] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2399.307238] env[62743]: DEBUG nova.network.neutron [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Updating instance_info_cache with network_info: [{"id": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "address": "fa:16:3e:2a:64:94", "network": {"id": "dc0224df-7e1a-44b4-b88d-4591ac38201e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-578006528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d72b8659ead4d00b2d76b3b300dca41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap648ed0d8-78", "ovs_interfaceid": "648ed0d8-78f0-4163-b8c7-d4f56d5c5a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.317609] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: de1facc7-8fc3-4e89-8fc6-6a925ed1ed7f] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2399.656554] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2399.656819] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2399.656952] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleting the datastore file [datastore1] c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2399.657355] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf3deeb2-85cc-464d-b2b3-f90272b85dcc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.662390] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2399.662585] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2399.662758] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleting the datastore file [datastore1] fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2399.663011] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4fba495-41a5-4fc4-8c43-83acd61921b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.667781] env[62743]: DEBUG oslo_vmware.api [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for the task: (returnval){ [ 2399.667781] env[62743]: value = "task-2064792" [ 2399.667781] env[62743]: _type = "Task" [ 2399.667781] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.672423] env[62743]: DEBUG oslo_vmware.api [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2399.672423] env[62743]: value = "task-2064793" [ 2399.672423] env[62743]: _type = "Task" [ 2399.672423] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.679300] env[62743]: DEBUG oslo_vmware.api [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.684293] env[62743]: DEBUG oslo_vmware.api [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.810344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Releasing lock "refresh_cache-b78b46e4-4c30-470b-9a62-9f2cfe749371" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2399.811032] env[62743]: DEBUG nova.objects.instance [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lazy-loading 'flavor' on Instance uuid b78b46e4-4c30-470b-9a62-9f2cfe749371 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2399.820280] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 23e32315-01f1-4f46-9970-a88728fe7946] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2400.180029] env[62743]: DEBUG oslo_vmware.api [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Task: {'id': task-2064792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192455} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.180750] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2400.180963] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2400.181168] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2400.181351] env[62743]: INFO nova.compute.manager [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Took 7.85 seconds to destroy the instance on the hypervisor. [ 2400.181581] env[62743]: DEBUG oslo.service.loopingcall [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2400.181766] env[62743]: DEBUG nova.compute.manager [-] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2400.181862] env[62743]: DEBUG nova.network.neutron [-] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2400.186141] env[62743]: DEBUG oslo_vmware.api [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157239} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.186648] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2400.186824] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2400.186995] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2400.187172] env[62743]: INFO nova.compute.manager [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Took 9.14 seconds to destroy the instance on the hypervisor. [ 2400.187384] env[62743]: DEBUG oslo.service.loopingcall [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2400.187562] env[62743]: DEBUG nova.compute.manager [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2400.187649] env[62743]: DEBUG nova.network.neutron [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2400.319298] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d106674-efa6-487a-ab19-c49a135b03fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.323718] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 0c0e821c-5060-4174-a6aa-725950fb2304] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2400.345021] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2400.345021] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23a7a4b4-a463-49e1-9b51-19228e9c777e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.351080] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2400.351080] env[62743]: value = "task-2064794" [ 2400.351080] env[62743]: _type = "Task" [ 2400.351080] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.361718] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.826955] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 944129ee-1950-43f1-b0ef-0835fa6e3475] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2400.861853] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064794, 'name': PowerOffVM_Task, 'duration_secs': 0.234747} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.862187] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2400.867397] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2400.867974] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d9374a-119d-42f1-a35b-e43e2a108410 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.889159] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2400.889159] env[62743]: value = "task-2064795" [ 2400.889159] env[62743]: _type = "Task" [ 2400.889159] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.898025] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.184081] env[62743]: DEBUG nova.compute.manager [req-2b2aef4c-38ec-4264-9329-833110ee98f6 req-b7668021-78da-4ae1-a7fa-ded141945281 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Received event network-vif-deleted-3f0c411b-ef10-4513-8733-4537191fc86d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2401.184284] env[62743]: INFO nova.compute.manager [req-2b2aef4c-38ec-4264-9329-833110ee98f6 req-b7668021-78da-4ae1-a7fa-ded141945281 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Neutron deleted interface 3f0c411b-ef10-4513-8733-4537191fc86d; detaching it from the instance and deleting it from the info cache [ 2401.184459] env[62743]: DEBUG nova.network.neutron [req-2b2aef4c-38ec-4264-9329-833110ee98f6 req-b7668021-78da-4ae1-a7fa-ded141945281 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.332141] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 45f30b5f-3762-4105-92be-762573829cf0] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2401.401901] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064795, 'name': ReconfigVM_Task, 'duration_secs': 0.24131} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.401997] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2401.402121] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2401.402434] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d422c9ae-6fc4-4b1d-8a7e-013e7d1bcacc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.409654] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2401.409654] env[62743]: value = "task-2064796" [ 2401.409654] env[62743]: _type = "Task" [ 2401.409654] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.417984] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.652337] env[62743]: DEBUG nova.network.neutron [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.659260] env[62743]: DEBUG nova.network.neutron [-] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.687884] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cee133cc-7f2c-4c0d-af29-304a01369689 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.698860] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a02bd-0aec-48c8-b365-814d63b34d06 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.732954] env[62743]: DEBUG nova.compute.manager [req-2b2aef4c-38ec-4264-9329-833110ee98f6 req-b7668021-78da-4ae1-a7fa-ded141945281 service nova] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Detach interface failed, port_id=3f0c411b-ef10-4513-8733-4537191fc86d, reason: Instance fd2f9b88-9281-41df-a48d-6b816fbb4298 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2401.834813] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: d4efd866-d4a4-41dc-befe-992a4ea52a42] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2401.920411] env[62743]: DEBUG oslo_vmware.api [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064796, 'name': PowerOnVM_Task, 'duration_secs': 0.355497} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.920672] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2401.921118] env[62743]: DEBUG nova.compute.manager [None req-7e5b8484-229b-4bbc-acaf-a4ad5cd89d9f tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2401.922437] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2df9f7-e694-40cb-b241-c818fa0d9e68 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.154780] env[62743]: INFO nova.compute.manager [-] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Took 1.97 seconds to deallocate network for instance. [ 2402.162046] env[62743]: INFO nova.compute.manager [-] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Took 1.98 seconds to deallocate network for instance. [ 2402.338261] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ce6e5573-0b93-4206-a69d-f591efe3d644] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2402.509459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.509906] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.661318] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.661578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.661797] env[62743]: DEBUG nova.objects.instance [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'resources' on Instance uuid fd2f9b88-9281-41df-a48d-6b816fbb4298 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2402.667019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.841496] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 4086386f-6356-450e-bb98-bc7a094be4e3] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2403.012637] env[62743]: DEBUG nova.compute.utils [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2403.212149] env[62743]: DEBUG nova.compute.manager [req-51420b1a-253d-4dd8-a312-60db1f7ced6e req-390fb91e-b24e-4bb9-82f6-662101230cdc service nova] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Received event network-vif-deleted-9d1e47f2-30ee-4808-b9e0-a79885f213f3 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2403.236083] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "b78b46e4-4c30-470b-9a62-9f2cfe749371" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.236773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.236773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "b78b46e4-4c30-470b-9a62-9f2cfe749371-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.236773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.236773] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.238653] env[62743]: INFO nova.compute.manager [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Terminating instance [ 2403.288101] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8ffac-3f75-4708-82bb-3ca2f663bfd2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.297325] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e169eb-33ff-4cc2-9756-41d9f09eac86 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.327087] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24374d38-acff-44eb-a759-55009be46b33 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.334866] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9eaeb5-ba43-4220-816a-84e4579dc829 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.348467] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 7b627ea0-4885-49f9-b16c-863532e2ebde] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2403.350439] env[62743]: DEBUG nova.compute.provider_tree [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2403.515692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.745067] env[62743]: DEBUG nova.compute.manager [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2403.745535] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2403.746576] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c7196-b153-4ed2-b07a-51e46199994e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.755823] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2403.756077] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49fb0589-1fc5-420c-949c-babb2c295d7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.763630] env[62743]: DEBUG oslo_vmware.api [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2403.763630] env[62743]: value = "task-2064797" [ 2403.763630] env[62743]: _type = "Task" [ 2403.763630] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.772090] env[62743]: DEBUG oslo_vmware.api [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.852881] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 2effb51f-2e3c-4e7e-9da8-1f2aaf126211] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2403.855482] env[62743]: DEBUG nova.scheduler.client.report [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2404.273592] env[62743]: DEBUG oslo_vmware.api [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064797, 'name': PowerOffVM_Task, 'duration_secs': 0.229698} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.273860] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2404.274031] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2404.274281] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b0a05b0-bc64-41ee-96b4-012cff4c50ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.359539] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 37a38f49-43d2-4bf4-8c65-27bf8b12d15e] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2404.361802] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.364279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.697s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.364505] env[62743]: DEBUG nova.objects.instance [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lazy-loading 'resources' on Instance uuid c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2404.381365] env[62743]: INFO nova.scheduler.client.report [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted allocations for instance fd2f9b88-9281-41df-a48d-6b816fbb4298 [ 2404.394490] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2404.394737] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2404.394928] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Deleting the datastore file [datastore1] b78b46e4-4c30-470b-9a62-9f2cfe749371 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2404.395219] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f782b1b-402a-4554-9038-64914aef3c62 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.401033] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.401582] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.401582] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.401736] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.401825] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.404555] env[62743]: DEBUG oslo_vmware.api [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2404.404555] env[62743]: value = "task-2064799" [ 2404.404555] env[62743]: _type = "Task" [ 2404.404555] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.405075] env[62743]: INFO nova.compute.manager [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Terminating instance [ 2404.416358] env[62743]: DEBUG oslo_vmware.api [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.577108] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.577381] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.577620] env[62743]: INFO nova.compute.manager [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Attaching volume 0649de4d-c633-4f67-b938-3d0ccc103ce3 to /dev/sdb [ 2404.607035] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb80f8d-8d52-44e6-b52c-e04ec5ba4ca5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.614677] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c6947c-6ccf-42c8-9e1a-a3e1456e0867 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.629055] env[62743]: DEBUG nova.virt.block_device [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Updating existing volume attachment record: a64b6c13-62a3-40f7-8d73-e272c2097ebf {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2404.865687] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 7dc99cba-04c8-44b3-845f-4ab9e8405556] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2404.891624] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a40aded1-686d-4b43-aee7-9cdccac994a1 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "fd2f9b88-9281-41df-a48d-6b816fbb4298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.356s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.913671] env[62743]: DEBUG nova.compute.manager [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2404.913910] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2404.914678] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f1dd235-83fa-4241-a107-782be5f450d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.920014] env[62743]: DEBUG oslo_vmware.api [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157873} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.920274] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2404.920441] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2404.920617] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2404.920784] env[62743]: INFO nova.compute.manager [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2404.921128] env[62743]: DEBUG oslo.service.loopingcall [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2404.923091] env[62743]: DEBUG nova.compute.manager [-] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2404.923271] env[62743]: DEBUG nova.network.neutron [-] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2404.925060] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2404.925060] env[62743]: value = "task-2064801" [ 2404.925060] env[62743]: _type = "Task" [ 2404.925060] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.937301] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.000565] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd6bdad-05d9-44af-96cc-aca44e3798e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.010036] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f447d3-635e-4dbf-9008-f816b8ed314e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.044060] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f6a669-6b3f-42ce-ba31-340f0ee4e4c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.054103] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b8b67-0bc9-4325-8214-6cf25b2e5e8f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.068779] env[62743]: DEBUG nova.compute.provider_tree [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2405.371124] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9b54cf8d-b00f-4aef-9756-ebe96395db24] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2405.437787] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064801, 'name': PowerOffVM_Task, 'duration_secs': 0.201924} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.438070] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2405.438267] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2405.438463] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423418', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'name': 'volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dafd3e59-1ef1-4e1e-8127-bae154d96870', 'attached_at': '2025-01-10T18:55:53.000000', 'detached_at': '', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'serial': '35415d39-b2e0-4ba6-8e23-0d8645ba1250'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2405.439230] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041665b-1bf6-40c2-ba3c-e4872d3854ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.457462] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad41cdd-84fa-4bbd-ba33-3c398c021d7c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.464650] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c39edf-2f16-464f-a7b6-3565e885bc08 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.482968] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12834262-e3b8-4976-bb92-8d432aea6342 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.499274] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] The volume has not been displaced from its original location: [datastore1] volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250/volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2405.504451] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2405.505677] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3c09e6-02f1-448b-b76d-61ff03b415e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.518749] env[62743]: DEBUG nova.compute.manager [req-1d03a98e-43a5-4fe2-8996-e18adea312a0 req-02054b63-0c81-482e-a0b5-cd6136ce6981 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Received event network-vif-deleted-648ed0d8-78f0-4163-b8c7-d4f56d5c5a02 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2405.518934] env[62743]: INFO nova.compute.manager [req-1d03a98e-43a5-4fe2-8996-e18adea312a0 req-02054b63-0c81-482e-a0b5-cd6136ce6981 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Neutron deleted interface 648ed0d8-78f0-4163-b8c7-d4f56d5c5a02; detaching it from the instance and deleting it from the info cache [ 2405.519118] env[62743]: DEBUG nova.network.neutron [req-1d03a98e-43a5-4fe2-8996-e18adea312a0 req-02054b63-0c81-482e-a0b5-cd6136ce6981 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2405.527050] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2405.527050] env[62743]: value = "task-2064802" [ 2405.527050] env[62743]: _type = "Task" [ 2405.527050] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.536703] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.571655] env[62743]: DEBUG nova.scheduler.client.report [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2405.736344] env[62743]: DEBUG nova.network.neutron [-] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2405.874337] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 0fef6cb0-3e45-4470-b21a-2aece853b95a] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2406.022088] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2fef783-aa58-4ecb-9fe2-7c5eb8ff0160 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.034836] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f7fb5-d3e9-4709-ad7a-02e61a48dc2e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.047913] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064802, 'name': ReconfigVM_Task, 'duration_secs': 0.166982} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.048549] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2406.053103] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8950310-6f5a-4526-a531-79f23c82e861 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.069751] env[62743]: DEBUG nova.compute.manager [req-1d03a98e-43a5-4fe2-8996-e18adea312a0 req-02054b63-0c81-482e-a0b5-cd6136ce6981 service nova] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Detach interface failed, port_id=648ed0d8-78f0-4163-b8c7-d4f56d5c5a02, reason: Instance b78b46e4-4c30-470b-9a62-9f2cfe749371 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2406.075968] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.077915] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2406.077915] env[62743]: value = "task-2064803" [ 2406.077915] env[62743]: _type = "Task" [ 2406.077915] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2406.087952] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.089389] env[62743]: DEBUG nova.compute.manager [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2406.090177] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0088d8-8ef7-445b-a5a7-b55bc52364a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.107169] env[62743]: INFO nova.scheduler.client.report [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Deleted allocations for instance c26db06a-5c80-4d0c-9bba-9b0a5fe6a026 [ 2406.239359] env[62743]: INFO nova.compute.manager [-] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Took 1.32 seconds to deallocate network for instance. [ 2406.377913] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: da7d8924-e1ce-40dd-95b8-65f1368278bb] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2406.600569] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064803, 'name': ReconfigVM_Task, 'duration_secs': 0.205004} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2406.602576] env[62743]: INFO nova.compute.manager [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] instance snapshotting [ 2406.603915] env[62743]: DEBUG nova.objects.instance [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'flavor' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2406.607502] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423418', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'name': 'volume-35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'dafd3e59-1ef1-4e1e-8127-bae154d96870', 'attached_at': '2025-01-10T18:55:53.000000', 'detached_at': '', 'volume_id': '35415d39-b2e0-4ba6-8e23-0d8645ba1250', 'serial': '35415d39-b2e0-4ba6-8e23-0d8645ba1250'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2406.607713] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2406.608945] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e42a11-97d0-40be-bba4-adfbb0cbe3f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.619397] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2406.620036] env[62743]: DEBUG oslo_concurrency.lockutils [None req-4e4d9a76-d484-45fc-aafa-30341c52d710 tempest-ServerActionsTestJSON-8652483 tempest-ServerActionsTestJSON-8652483-project-member] Lock "c26db06a-5c80-4d0c-9bba-9b0a5fe6a026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.798s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.621640] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a38e1c5-4859-4ca7-bee8-1fafcc98bf20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.706464] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2406.707360] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2406.707360] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleting the datastore file [datastore1] dafd3e59-1ef1-4e1e-8127-bae154d96870 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2406.707360] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48eb8cf0-90a4-444f-acfc-a7bb653c2a72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2406.713910] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2406.713910] env[62743]: value = "task-2064805" [ 2406.713910] env[62743]: _type = "Task" [ 2406.713910] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2406.722722] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.746186] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2406.746899] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2406.747029] env[62743]: DEBUG nova.objects.instance [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lazy-loading 'resources' on Instance uuid b78b46e4-4c30-470b-9a62-9f2cfe749371 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2406.880764] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9bec9718-17fd-4a20-b5c5-06c05a2d8b44] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2407.112385] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83a2d52-86e6-40f4-8081-bf96d0e047ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.131571] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d543a76c-6d46-4aaa-a3e2-621814f43ac9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.224289] env[62743]: DEBUG oslo_vmware.api [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097233} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2407.224604] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2407.224825] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2407.225010] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2407.225192] env[62743]: INFO nova.compute.manager [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Took 2.31 seconds to destroy the instance on the hypervisor. [ 2407.225460] env[62743]: DEBUG oslo.service.loopingcall [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2407.225658] env[62743]: DEBUG nova.compute.manager [-] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2407.225753] env[62743]: DEBUG nova.network.neutron [-] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2407.364836] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1114f2b5-898a-4fb6-b8ce-29e555aac6af {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.374632] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c401964-7730-4528-8955-706769de02c2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.404188] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 6b2ddf9b-bdd4-4d1f-81e0-f116dd11c317] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2407.406659] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dab060-10d0-4c3a-bc70-54c3fc056f67 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.414944] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbad7368-7ac5-48c2-b6b3-236dd58cf0d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.428524] env[62743]: DEBUG nova.compute.provider_tree [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2407.558254] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.558523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.640932] env[62743]: DEBUG nova.compute.manager [req-7d975bf1-2341-4cb3-9414-7d79781c8f57 req-08f0dd62-6d57-4acd-80e0-6862c0d37b15 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Received event network-vif-deleted-ea2de86d-1c11-4598-bfd3-fddb40d7492d {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2407.641585] env[62743]: INFO nova.compute.manager [req-7d975bf1-2341-4cb3-9414-7d79781c8f57 req-08f0dd62-6d57-4acd-80e0-6862c0d37b15 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Neutron deleted interface ea2de86d-1c11-4598-bfd3-fddb40d7492d; detaching it from the instance and deleting it from the info cache [ 2407.641707] env[62743]: DEBUG nova.network.neutron [req-7d975bf1-2341-4cb3-9414-7d79781c8f57 req-08f0dd62-6d57-4acd-80e0-6862c0d37b15 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2407.645729] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2407.645729] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb27ba53-2450-4460-910b-3d0dbdfaa275 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.654451] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2407.654451] env[62743]: value = "task-2064807" [ 2407.654451] env[62743]: _type = "Task" [ 2407.654451] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.665918] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.912415] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ce61270f-8e80-42f0-84b8-c578d02ae8cc] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2407.959188] env[62743]: ERROR nova.scheduler.client.report [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [req-dd994b51-f0be-441f-804b-8a7690a17566] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7427b208-a623-46bb-b585-bad91453d898. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd994b51-f0be-441f-804b-8a7690a17566"}]} [ 2407.977363] env[62743]: DEBUG nova.scheduler.client.report [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2407.995326] env[62743]: DEBUG nova.scheduler.client.report [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2407.995688] env[62743]: DEBUG nova.compute.provider_tree [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2408.009014] env[62743]: DEBUG nova.scheduler.client.report [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2408.033998] env[62743]: DEBUG nova.scheduler.client.report [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2408.061109] env[62743]: DEBUG nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2408.118222] env[62743]: DEBUG nova.network.neutron [-] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.148185] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3425e926-8496-4cb5-b780-fba3fcbd1bfc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.169695] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064807, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.172985] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ccde2-3802-41c8-a603-12b6b0d16e1a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.188018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3742f3-1f58-4e36-ba3e-5aac9d612f15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.192674] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e942ac-8d7e-4738-b517-4ca15c9ae458 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.231620] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bfe0aa-0832-4908-bd65-18abec759b13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.236397] env[62743]: DEBUG nova.compute.manager [req-7d975bf1-2341-4cb3-9414-7d79781c8f57 req-08f0dd62-6d57-4acd-80e0-6862c0d37b15 service nova] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Detach interface failed, port_id=ea2de86d-1c11-4598-bfd3-fddb40d7492d, reason: Instance dafd3e59-1ef1-4e1e-8127-bae154d96870 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2408.243073] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4ed596-f549-4615-8f02-2b56607820dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.258246] env[62743]: DEBUG nova.compute.provider_tree [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2408.416601] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ff16690b-2ab6-4e20-b00e-d20a9af4a132] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2408.582156] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.620634] env[62743]: INFO nova.compute.manager [-] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Took 1.39 seconds to deallocate network for instance. [ 2408.667562] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064807, 'name': CreateSnapshot_Task, 'duration_secs': 0.553325} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2408.667886] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2408.668564] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538036bb-d42d-457c-8be4-5a5ca7ce8c15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.790655] env[62743]: DEBUG nova.scheduler.client.report [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Updated inventory for provider 7427b208-a623-46bb-b585-bad91453d898 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2408.790931] env[62743]: DEBUG nova.compute.provider_tree [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Updating resource provider 7427b208-a623-46bb-b585-bad91453d898 generation from 173 to 174 during operation: update_inventory {{(pid=62743) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2408.791133] env[62743]: DEBUG nova.compute.provider_tree [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2408.919931] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 78000a54-917a-4bfe-ad6b-9907aee03a23] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2409.160421] env[62743]: INFO nova.compute.manager [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Took 0.54 seconds to detach 1 volumes for instance. [ 2409.162498] env[62743]: DEBUG nova.compute.manager [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Deleting volume: 35415d39-b2e0-4ba6-8e23-0d8645ba1250 {{(pid=62743) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2409.171502] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2409.171731] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423433', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'name': 'volume-0649de4d-c633-4f67-b938-3d0ccc103ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f20a16d-9980-4ca2-94b3-9148298fa81e', 'attached_at': '', 'detached_at': '', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'serial': '0649de4d-c633-4f67-b938-3d0ccc103ce3'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2409.172658] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b10c55-9605-43ef-843d-f95a82201423 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.195507] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2409.199656] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81e46882-7a82-474b-9aba-f08d2edaba3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.202994] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956d02d5-d937-468a-980a-0c3f9e86f359 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.231182] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-0649de4d-c633-4f67-b938-3d0ccc103ce3/volume-0649de4d-c633-4f67-b938-3d0ccc103ce3.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2409.232740] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0cfebc-1315-41a2-8454-70e4df4f26e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.245497] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2409.245497] env[62743]: value = "task-2064808" [ 2409.245497] env[62743]: _type = "Task" [ 2409.245497] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.253295] env[62743]: DEBUG oslo_vmware.api [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2409.253295] env[62743]: value = "task-2064810" [ 2409.253295] env[62743]: _type = "Task" [ 2409.253295] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.260604] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064808, 'name': CloneVM_Task} progress is 12%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.269174] env[62743]: DEBUG oslo_vmware.api [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.295970] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.549s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.298546] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.717s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.300220] env[62743]: INFO nova.compute.claims [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2409.318343] env[62743]: INFO nova.scheduler.client.report [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Deleted allocations for instance b78b46e4-4c30-470b-9a62-9f2cfe749371 [ 2409.423392] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ae6e5983-1579-404c-a21b-3c3bb25ac7ee] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2409.707815] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.757682] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064808, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.766516] env[62743]: DEBUG oslo_vmware.api [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064810, 'name': ReconfigVM_Task, 'duration_secs': 0.372175} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.766790] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-0649de4d-c633-4f67-b938-3d0ccc103ce3/volume-0649de4d-c633-4f67-b938-3d0ccc103ce3.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2409.771648] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939f220f-f266-464d-ade0-e79571b4d139 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.788912] env[62743]: DEBUG oslo_vmware.api [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2409.788912] env[62743]: value = "task-2064811" [ 2409.788912] env[62743]: _type = "Task" [ 2409.788912] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.798238] env[62743]: DEBUG oslo_vmware.api [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.829344] env[62743]: DEBUG oslo_concurrency.lockutils [None req-a3a10b3f-443a-41ac-95c4-b8f812658d60 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "b78b46e4-4c30-470b-9a62-9f2cfe749371" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.593s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.927121] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 6204b096-8bc8-4f1f-ad9f-7d0af46dab21] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2409.962644] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "cad172fd-5119-45b4-bc5d-1193c023000d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.962927] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "cad172fd-5119-45b4-bc5d-1193c023000d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.963174] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "cad172fd-5119-45b4-bc5d-1193c023000d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.963347] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "cad172fd-5119-45b4-bc5d-1193c023000d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.963558] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "cad172fd-5119-45b4-bc5d-1193c023000d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.965612] env[62743]: INFO nova.compute.manager [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Terminating instance [ 2410.257709] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064808, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.302804] env[62743]: DEBUG oslo_vmware.api [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064811, 'name': ReconfigVM_Task, 'duration_secs': 0.175303} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.303157] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423433', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'name': 'volume-0649de4d-c633-4f67-b938-3d0ccc103ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f20a16d-9980-4ca2-94b3-9148298fa81e', 'attached_at': '', 'detached_at': '', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'serial': '0649de4d-c633-4f67-b938-3d0ccc103ce3'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2410.430770] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: ba3f9b14-58e4-42bd-83ba-fc4edf9a0535] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2410.440489] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36646ad-9a36-40e6-acc5-a03f1d0f3575 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.449124] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea838f3-d89b-49d0-83fb-112259e9c552 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.481345] env[62743]: DEBUG nova.compute.manager [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2410.481613] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2410.482999] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e3da15-d737-4068-894c-8d580f077614 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.486303] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf574d-0a6d-4613-b380-b0a59c8b1c21 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.497807] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1dfc4c-9c1a-4568-add7-f23ac435bdb2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.501988] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2410.502289] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b915490d-3f57-4409-9c2c-cf45dd3cab20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.518818] env[62743]: DEBUG nova.compute.provider_tree [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2410.522544] env[62743]: DEBUG oslo_vmware.api [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2410.522544] env[62743]: value = "task-2064812" [ 2410.522544] env[62743]: _type = "Task" [ 2410.522544] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.531979] env[62743]: DEBUG oslo_vmware.api [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.760222] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064808, 'name': CloneVM_Task, 'duration_secs': 1.373341} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.760652] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Created linked-clone VM from snapshot [ 2410.761381] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32301615-4121-4049-87fd-4c5c2c921a5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.771207] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Uploading image 0ff3fb92-65d2-405b-b775-05fbc239c2af {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2410.799641] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2410.799641] env[62743]: value = "vm-423435" [ 2410.799641] env[62743]: _type = "VirtualMachine" [ 2410.799641] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2410.799983] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-76773065-626b-4ab8-a464-5db7d5ada8a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.810659] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease: (returnval){ [ 2410.810659] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fdfe0a-ec4b-806d-c33a-919275725cc2" [ 2410.810659] env[62743]: _type = "HttpNfcLease" [ 2410.810659] env[62743]: } obtained for exporting VM: (result){ [ 2410.810659] env[62743]: value = "vm-423435" [ 2410.810659] env[62743]: _type = "VirtualMachine" [ 2410.810659] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2410.811053] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the lease: (returnval){ [ 2410.811053] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fdfe0a-ec4b-806d-c33a-919275725cc2" [ 2410.811053] env[62743]: _type = "HttpNfcLease" [ 2410.811053] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2410.818501] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2410.818501] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fdfe0a-ec4b-806d-c33a-919275725cc2" [ 2410.818501] env[62743]: _type = "HttpNfcLease" [ 2410.818501] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2410.934807] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 80efd7e0-078b-44cc-a0c0-ab1d868a9414] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2411.022849] env[62743]: DEBUG nova.scheduler.client.report [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2411.038753] env[62743]: DEBUG oslo_vmware.api [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064812, 'name': PowerOffVM_Task, 'duration_secs': 0.240731} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.039649] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2411.039780] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2411.040048] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0be96ed-2b46-418d-9819-613d1aef7c65 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.191515] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2411.191734] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2411.191918] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Deleting the datastore file [datastore1] cad172fd-5119-45b4-bc5d-1193c023000d {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2411.192222] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4c39e6-b22c-473d-9398-c502ed241fd4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.198946] env[62743]: DEBUG oslo_vmware.api [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for the task: (returnval){ [ 2411.198946] env[62743]: value = "task-2064815" [ 2411.198946] env[62743]: _type = "Task" [ 2411.198946] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.207276] env[62743]: DEBUG oslo_vmware.api [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.320935] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2411.320935] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fdfe0a-ec4b-806d-c33a-919275725cc2" [ 2411.320935] env[62743]: _type = "HttpNfcLease" [ 2411.320935] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2411.320935] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2411.320935] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52fdfe0a-ec4b-806d-c33a-919275725cc2" [ 2411.320935] env[62743]: _type = "HttpNfcLease" [ 2411.320935] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2411.321234] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92e4524-fe93-4c6a-ad06-da0a76df2bbe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.329194] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204e5a1-9421-fb85-aa41-313e2f08558f/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2411.329371] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204e5a1-9421-fb85-aa41-313e2f08558f/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2411.390487] env[62743]: DEBUG nova.objects.instance [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'flavor' on Instance uuid 9f20a16d-9980-4ca2-94b3-9148298fa81e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2411.425780] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6be0f20-0dec-429d-822c-230d421321b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.440339] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: aa2ca68d-151a-4a1f-b526-230b8d8606a0] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2411.528422] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.529440] env[62743]: DEBUG nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2411.532925] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.824s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.532925] env[62743]: DEBUG nova.objects.instance [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'resources' on Instance uuid dafd3e59-1ef1-4e1e-8127-bae154d96870 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2411.710337] env[62743]: DEBUG oslo_vmware.api [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Task: {'id': task-2064815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211976} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.710638] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2411.710824] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2411.711012] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2411.711396] env[62743]: INFO nova.compute.manager [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2411.711443] env[62743]: DEBUG oslo.service.loopingcall [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2411.711860] env[62743]: DEBUG nova.compute.manager [-] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2411.711860] env[62743]: DEBUG nova.network.neutron [-] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2411.894161] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6ee23ff3-be7b-4924-b09b-5b4674c1cb78 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.317s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.944404] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2411.947112] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62743) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2412.035280] env[62743]: DEBUG nova.compute.utils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2412.041358] env[62743]: DEBUG nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2412.041726] env[62743]: DEBUG nova.network.neutron [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2412.058185] env[62743]: DEBUG nova.compute.manager [req-a556035f-f4bc-415e-bce0-04645adbb950 req-d6638c30-7d07-4bec-a0f5-fa680f58fefd service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Received event network-vif-deleted-a0e62467-74a2-4619-aab1-591481edc289 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2412.058185] env[62743]: INFO nova.compute.manager [req-a556035f-f4bc-415e-bce0-04645adbb950 req-d6638c30-7d07-4bec-a0f5-fa680f58fefd service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Neutron deleted interface a0e62467-74a2-4619-aab1-591481edc289; detaching it from the instance and deleting it from the info cache [ 2412.058372] env[62743]: DEBUG nova.network.neutron [req-a556035f-f4bc-415e-bce0-04645adbb950 req-d6638c30-7d07-4bec-a0f5-fa680f58fefd service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.095062] env[62743]: DEBUG nova.policy [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02ed0c44adc64e069747b282d068916a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0f68ab6bc114726a52d33cd1c44fd67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2412.144261] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2412.144672] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.210862] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55363b3d-04b1-44f6-a06a-2da59d04b1d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.220873] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf9168-37b0-4a16-a365-c5dc0b3b1b5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.254378] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870ebbd7-0675-41dc-93dc-58d7fad116a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.264398] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd728ad-5eb1-40b4-b7ca-50b0fe518d8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.285674] env[62743]: DEBUG nova.compute.provider_tree [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2412.291958] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2412.292299] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.441974] env[62743]: DEBUG nova.network.neutron [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Successfully created port: da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2412.449436] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.530436] env[62743]: DEBUG nova.network.neutron [-] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.544932] env[62743]: DEBUG nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2412.561830] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d5bb1d-bdcb-4e24-af38-c06ab773eb97 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.573363] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d8d868-233f-4e0b-a21e-846593e28a09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.605295] env[62743]: DEBUG nova.compute.manager [req-a556035f-f4bc-415e-bce0-04645adbb950 req-d6638c30-7d07-4bec-a0f5-fa680f58fefd service nova] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Detach interface failed, port_id=a0e62467-74a2-4619-aab1-591481edc289, reason: Instance cad172fd-5119-45b4-bc5d-1193c023000d could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2412.647887] env[62743]: INFO nova.compute.manager [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Detaching volume 0649de4d-c633-4f67-b938-3d0ccc103ce3 [ 2412.697154] env[62743]: INFO nova.virt.block_device [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Attempting to driver detach volume 0649de4d-c633-4f67-b938-3d0ccc103ce3 from mountpoint /dev/sdb [ 2412.697623] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2412.697930] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423433', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'name': 'volume-0649de4d-c633-4f67-b938-3d0ccc103ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f20a16d-9980-4ca2-94b3-9148298fa81e', 'attached_at': '', 'detached_at': '', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'serial': '0649de4d-c633-4f67-b938-3d0ccc103ce3'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2412.699258] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6400904a-f87d-4727-8d90-2ff54dceed24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.733685] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc49296-fecc-495f-be18-5decd213d5d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.745623] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f9e226-66b3-4956-bc1c-177247fb3113 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.769480] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096fba26-1ccc-4634-859d-27aba915a2dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.787872] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] The volume has not been displaced from its original location: [datastore1] volume-0649de4d-c633-4f67-b938-3d0ccc103ce3/volume-0649de4d-c633-4f67-b938-3d0ccc103ce3.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2412.793492] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2412.794522] env[62743]: DEBUG nova.scheduler.client.report [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2412.797756] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3830b6b7-35c9-4c22-9781-ec3ddf532043 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.812199] env[62743]: DEBUG nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2412.821743] env[62743]: DEBUG oslo_vmware.api [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2412.821743] env[62743]: value = "task-2064816" [ 2412.821743] env[62743]: _type = "Task" [ 2412.821743] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.831720] env[62743]: DEBUG oslo_vmware.api [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.034401] env[62743]: INFO nova.compute.manager [-] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Took 1.32 seconds to deallocate network for instance. [ 2413.313083] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.334275] env[62743]: DEBUG oslo_vmware.api [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064816, 'name': ReconfigVM_Task, 'duration_secs': 0.404926} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.335429] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.336096] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.337258] env[62743]: INFO nova.compute.claims [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2413.340072] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2413.346156] env[62743]: INFO nova.scheduler.client.report [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted allocations for instance dafd3e59-1ef1-4e1e-8127-bae154d96870 [ 2413.348014] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f7aabe-3914-4618-81ee-29c0cb3da62d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.368206] env[62743]: DEBUG oslo_vmware.api [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2413.368206] env[62743]: value = "task-2064817" [ 2413.368206] env[62743]: _type = "Task" [ 2413.368206] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.377702] env[62743]: DEBUG oslo_vmware.api [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.541197] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.559256] env[62743]: DEBUG nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2413.594510] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2413.594791] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2413.594952] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2413.595168] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2413.595326] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2413.595542] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2413.595801] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2413.596648] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2413.596905] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2413.597107] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2413.597312] env[62743]: DEBUG nova.virt.hardware [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2413.598276] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379ec2c9-1e19-4f42-b19a-6a49e13f677a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.607034] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f42b81-84bc-4845-b4a7-8c87c14a9757 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.864705] env[62743]: DEBUG oslo_concurrency.lockutils [None req-276fe60a-37c4-4d09-85a5-b43d4f09b6d0 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "dafd3e59-1ef1-4e1e-8127-bae154d96870" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.463s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.882969] env[62743]: DEBUG oslo_vmware.api [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064817, 'name': ReconfigVM_Task, 'duration_secs': 0.152874} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.883254] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423433', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'name': 'volume-0649de4d-c633-4f67-b938-3d0ccc103ce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f20a16d-9980-4ca2-94b3-9148298fa81e', 'attached_at': '', 'detached_at': '', 'volume_id': '0649de4d-c633-4f67-b938-3d0ccc103ce3', 'serial': '0649de4d-c633-4f67-b938-3d0ccc103ce3'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2413.951452] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2413.970312] env[62743]: DEBUG nova.network.neutron [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Successfully updated port: da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2414.085570] env[62743]: DEBUG nova.compute.manager [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-vif-plugged-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2414.085570] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.085783] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.085947] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.086125] env[62743]: DEBUG nova.compute.manager [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] No waiting events found dispatching network-vif-plugged-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2414.086293] env[62743]: WARNING nova.compute.manager [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received unexpected event network-vif-plugged-da2abac4-30ec-457b-91ef-cde984db33ad for instance with vm_state building and task_state spawning. [ 2414.086447] env[62743]: DEBUG nova.compute.manager [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2414.086621] env[62743]: DEBUG nova.compute.manager [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing instance network info cache due to event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2414.086802] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.086929] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2414.087101] env[62743]: DEBUG nova.network.neutron [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing network info cache for port da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2414.429938] env[62743]: DEBUG nova.objects.instance [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'flavor' on Instance uuid 9f20a16d-9980-4ca2-94b3-9148298fa81e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2414.457529] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2414.457709] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2414.472992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.473886] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b1baf5-0dc1-4250-b02b-bef5a64d071c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.485328] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7881c3d8-350f-4bef-9747-35757f594b1f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.517622] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de367b1e-2f5d-4c8f-8e33-3047a3eea171 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.526762] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd9b879-1bef-4b54-91cb-201b4ad037c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.543460] env[62743]: DEBUG nova.compute.provider_tree [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2414.620814] env[62743]: DEBUG nova.network.neutron [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2414.680095] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "649565b0-03a8-4abf-a380-462cf517ce58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.680396] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "649565b0-03a8-4abf-a380-462cf517ce58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.680626] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "649565b0-03a8-4abf-a380-462cf517ce58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.680810] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "649565b0-03a8-4abf-a380-462cf517ce58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.681071] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "649565b0-03a8-4abf-a380-462cf517ce58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.684591] env[62743]: INFO nova.compute.manager [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Terminating instance [ 2414.702992] env[62743]: DEBUG nova.network.neutron [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.049028] env[62743]: DEBUG nova.scheduler.client.report [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2415.188656] env[62743]: DEBUG nova.compute.manager [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2415.188913] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2415.190180] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2449e378-22d3-4ff5-8739-d6dab6bd758d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.204247] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2415.204247] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1c30ee-0292-428e-a2e6-7bd36ccff96d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.205560] env[62743]: DEBUG oslo_concurrency.lockutils [req-fcf6daaa-f73f-4b02-9eeb-4766d702be70 req-a7524ed4-9034-4c6b-99dc-3c32c316ac28 service nova] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.205928] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.206106] env[62743]: DEBUG nova.network.neutron [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2415.214076] env[62743]: DEBUG oslo_vmware.api [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2415.214076] env[62743]: value = "task-2064818" [ 2415.214076] env[62743]: _type = "Task" [ 2415.214076] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.225694] env[62743]: DEBUG oslo_vmware.api [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.437663] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d302394e-bf19-40f8-8c46-2c7f774fa838 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.552336] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.552964] env[62743]: DEBUG nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2415.555886] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.015s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.556156] env[62743]: DEBUG nova.objects.instance [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lazy-loading 'resources' on Instance uuid cad172fd-5119-45b4-bc5d-1193c023000d {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2415.725344] env[62743]: DEBUG oslo_vmware.api [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064818, 'name': PowerOffVM_Task, 'duration_secs': 0.366769} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.725789] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2415.725789] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2415.726055] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f254513d-9fd2-4bcf-88de-c3d3b1baea66 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.762585] env[62743]: DEBUG nova.network.neutron [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2415.906748] env[62743]: DEBUG nova.network.neutron [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2abac4-30", "ovs_interfaceid": "da2abac4-30ec-457b-91ef-cde984db33ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.929930] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2415.930165] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2415.930344] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleting the datastore file [datastore1] 649565b0-03a8-4abf-a380-462cf517ce58 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2415.931041] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fe96939-e6a6-4836-b9a9-2cbf47abe09c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.939987] env[62743]: DEBUG oslo_vmware.api [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2415.939987] env[62743]: value = "task-2064820" [ 2415.939987] env[62743]: _type = "Task" [ 2415.939987] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.952667] env[62743]: DEBUG oslo_vmware.api [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.059535] env[62743]: DEBUG nova.compute.utils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2416.064454] env[62743]: DEBUG nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2416.064675] env[62743]: DEBUG nova.network.neutron [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2416.108919] env[62743]: DEBUG nova.policy [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13625b3a0054b15a613652121d11348', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5275191b40f4d83840eb9381b13521c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2416.180846] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d401ffe8-d6d5-4ab7-a74d-f5326e1a1ef2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.189487] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1b1945-81ae-47a2-af29-dde55eb941f3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.222605] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764f1ee7-80e9-4348-8a1e-e08b50c9c299 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.230876] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301ebe8a-0755-449b-b0c2-e6493be773e9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.245974] env[62743]: DEBUG nova.compute.provider_tree [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2416.394628] env[62743]: DEBUG nova.network.neutron [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Successfully created port: cf391c42-8dd5-4f7e-b723-7921d29aa311 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2416.409527] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.409855] env[62743]: DEBUG nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance network_info: |[{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2abac4-30", "ovs_interfaceid": "da2abac4-30ec-457b-91ef-cde984db33ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2416.410322] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:6f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da2abac4-30ec-457b-91ef-cde984db33ad', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2416.417830] env[62743]: DEBUG oslo.service.loopingcall [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.418052] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2416.418703] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c363dd3-7732-4278-9ada-76504e98f395 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.432765] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.433024] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.433227] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.433429] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.433617] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.436634] env[62743]: INFO nova.compute.manager [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Terminating instance [ 2416.446632] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2416.446632] env[62743]: value = "task-2064821" [ 2416.446632] env[62743]: _type = "Task" [ 2416.446632] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.455869] env[62743]: DEBUG oslo_vmware.api [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171005} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.456772] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2416.456966] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2416.457409] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2416.457617] env[62743]: INFO nova.compute.manager [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2416.458068] env[62743]: DEBUG oslo.service.loopingcall [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.458724] env[62743]: DEBUG nova.compute.manager [-] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2416.458884] env[62743]: DEBUG nova.network.neutron [-] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2416.464129] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.565482] env[62743]: DEBUG nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2416.749957] env[62743]: DEBUG nova.scheduler.client.report [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2416.847609] env[62743]: DEBUG nova.compute.manager [req-f5b54af1-8d20-4409-b552-29af9e215a55 req-685eb2e0-b285-4ffd-9759-191d39573b28 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Received event network-vif-deleted-f149b62f-d2a9-41fc-8ff4-434b89182fdc {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2416.847609] env[62743]: INFO nova.compute.manager [req-f5b54af1-8d20-4409-b552-29af9e215a55 req-685eb2e0-b285-4ffd-9759-191d39573b28 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Neutron deleted interface f149b62f-d2a9-41fc-8ff4-434b89182fdc; detaching it from the instance and deleting it from the info cache [ 2416.847609] env[62743]: DEBUG nova.network.neutron [req-f5b54af1-8d20-4409-b552-29af9e215a55 req-685eb2e0-b285-4ffd-9759-191d39573b28 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.940178] env[62743]: DEBUG nova.compute.manager [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2416.940485] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2416.941387] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e2316-6a56-444c-a669-72aa4aa5a8eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.953874] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2416.954527] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c64df6-ad10-4e1d-977f-12e5edade427 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.959919] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.962778] env[62743]: DEBUG oslo_vmware.api [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2416.962778] env[62743]: value = "task-2064822" [ 2416.962778] env[62743]: _type = "Task" [ 2416.962778] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.972566] env[62743]: DEBUG oslo_vmware.api [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.260998] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.285328] env[62743]: INFO nova.scheduler.client.report [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Deleted allocations for instance cad172fd-5119-45b4-bc5d-1193c023000d [ 2417.326095] env[62743]: DEBUG nova.network.neutron [-] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.350075] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c99e28d-a609-4a40-9da8-57a16aad7e76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.361331] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6fff0a-b055-4542-adee-4ad4cbedd187 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.392412] env[62743]: DEBUG nova.compute.manager [req-f5b54af1-8d20-4409-b552-29af9e215a55 req-685eb2e0-b285-4ffd-9759-191d39573b28 service nova] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Detach interface failed, port_id=f149b62f-d2a9-41fc-8ff4-434b89182fdc, reason: Instance 649565b0-03a8-4abf-a380-462cf517ce58 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2417.458774] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.472246] env[62743]: DEBUG oslo_vmware.api [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064822, 'name': PowerOffVM_Task, 'duration_secs': 0.21178} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.472582] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2417.472763] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2417.474232] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2b6da85-3e66-4f64-a27f-44360737b3ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.574102] env[62743]: DEBUG nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2417.597105] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2417.597380] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2417.597536] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2417.597714] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2417.597858] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2417.598023] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2417.598239] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2417.598397] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2417.598563] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2417.598723] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2417.598897] env[62743]: DEBUG nova.virt.hardware [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2417.599787] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5073f8f-d33f-405a-8da3-4172ea59caad {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.608455] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e85f08a-3bfd-4970-b055-150f3a0512c5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.793023] env[62743]: DEBUG oslo_concurrency.lockutils [None req-25105cbd-c541-49be-b659-fe1044ad7723 tempest-ServerRescueTestJSON-544549240 tempest-ServerRescueTestJSON-544549240-project-member] Lock "cad172fd-5119-45b4-bc5d-1193c023000d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.830s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.830610] env[62743]: INFO nova.compute.manager [-] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Took 1.37 seconds to deallocate network for instance. [ 2417.959935] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.336813] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.337070] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.337314] env[62743]: DEBUG nova.objects.instance [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'resources' on Instance uuid 649565b0-03a8-4abf-a380-462cf517ce58 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2418.460624] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.952425] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe580c56-73a7-4a4c-976a-189c9fa1de00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.964445] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.967290] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5ba7f7-61d2-451f-8274-715d76c7faac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.999860] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2419.000408] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.001213] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3102f1e-fcc7-4476-ad73-d39f2c0d494e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.004123] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.004326] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.004928] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.005128] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2419.005483] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Getting list of instances from cluster (obj){ [ 2419.005483] env[62743]: value = "domain-c8" [ 2419.005483] env[62743]: _type = "ClusterComputeResource" [ 2419.005483] env[62743]: } {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2419.006420] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aebed0-9422-4464-a1ac-ad2b079306aa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.013903] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedc12f0-cf01-4013-9427-e799b915ecdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.024461] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Got total of 3 instances {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2419.037281] env[62743]: DEBUG nova.compute.provider_tree [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2419.271662] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204e5a1-9421-fb85-aa41-313e2f08558f/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2419.272418] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d90757-b811-4cbe-b60f-14098eb738e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.279890] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204e5a1-9421-fb85-aa41-313e2f08558f/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2419.280073] env[62743]: ERROR oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204e5a1-9421-fb85-aa41-313e2f08558f/disk-0.vmdk due to incomplete transfer. [ 2419.280310] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47610cf5-9434-4120-a2c0-c8b335266c19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.289585] env[62743]: DEBUG oslo_vmware.rw_handles [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5204e5a1-9421-fb85-aa41-313e2f08558f/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2419.289788] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Uploaded image 0ff3fb92-65d2-405b-b775-05fbc239c2af to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2419.295595] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2419.295865] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a8a1472f-d82b-46a7-b391-b02b06c7acf0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.302944] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2419.302944] env[62743]: value = "task-2064824" [ 2419.302944] env[62743]: _type = "Task" [ 2419.302944] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.313977] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.467956] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.540717] env[62743]: DEBUG nova.scheduler.client.report [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2419.813822] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.966634] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.045824] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.067727] env[62743]: INFO nova.scheduler.client.report [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted allocations for instance 649565b0-03a8-4abf-a380-462cf517ce58 [ 2420.313981] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.465403] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.576016] env[62743]: DEBUG oslo_concurrency.lockutils [None req-85b30c82-c347-41e4-b2b3-ec034fdc87d7 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "649565b0-03a8-4abf-a380-462cf517ce58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.896s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.752645] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_power_states {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2420.814374] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.967026] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.257341] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Getting list of instances from cluster (obj){ [ 2421.257341] env[62743]: value = "domain-c8" [ 2421.257341] env[62743]: _type = "ClusterComputeResource" [ 2421.257341] env[62743]: } {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2421.258480] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb4962e-f154-44df-9db3-68058d1cbdb6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.272642] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Got total of 3 instances {{(pid=62743) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2421.272819] env[62743]: WARNING nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] While synchronizing instance power states, found 6 instances in the database and 3 instances on the hypervisor. [ 2421.272957] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2421.273163] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 547f622f-a5b2-4091-ad19-827bbce011a8 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2421.273321] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 9f20a16d-9980-4ca2-94b3-9148298fa81e {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2421.273489] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2421.273659] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2421.273808] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Triggering sync for uuid be7c9f2e-7647-4f96-9765-111cf4fc4b73 {{(pid=62743) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2421.274159] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "fd976259-0234-431b-8d24-0c5466cc8716" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.274383] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "fd976259-0234-431b-8d24-0c5466cc8716" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.274654] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "547f622f-a5b2-4091-ad19-827bbce011a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.274860] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "547f622f-a5b2-4091-ad19-827bbce011a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.275121] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.275334] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.275511] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.275679] env[62743]: INFO nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 2421.275837] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.276032] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.276240] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.276552] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d0e443d-53e5-43af-91a6-37b1852b300e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.278954] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73296e66-bf01-4b79-934d-d85dbf81c90a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.290830] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e51fcb-cc14-44d2-a4f6-a6d59af01c5f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.313393] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.467801] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.789692] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "547f622f-a5b2-4091-ad19-827bbce011a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.817664] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.822315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "fd976259-0234-431b-8d24-0c5466cc8716" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.967824] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.317103] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.468659] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.817413] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.968903] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.317169] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.469157] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.686673] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2423.686907] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2423.687092] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleting the datastore file [datastore1] 9f20a16d-9980-4ca2-94b3-9148298fa81e {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2423.687387] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10fc2861-490a-44f3-94bd-f2cd4e3057a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.694677] env[62743]: DEBUG oslo_vmware.api [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for the task: (returnval){ [ 2423.694677] env[62743]: value = "task-2064826" [ 2423.694677] env[62743]: _type = "Task" [ 2423.694677] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.703908] env[62743]: DEBUG oslo_vmware.api [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.819570] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064824, 'name': Destroy_Task, 'duration_secs': 4.515802} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.819865] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Destroyed the VM [ 2423.820127] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2423.820420] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a2788d5-29ab-4d0c-8dbc-8c70862765a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.830034] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2423.830034] env[62743]: value = "task-2064827" [ 2423.830034] env[62743]: _type = "Task" [ 2423.830034] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.838982] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.970545] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064821, 'name': CreateVM_Task, 'duration_secs': 7.502246} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.971224] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2423.971900] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2423.972085] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2423.972424] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2423.972900] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d04baf3-24ef-4bd1-ba41-4c13f48fa51c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.978588] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2423.978588] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bce510-303c-d525-e93b-d1b1b4e6d9ca" [ 2423.978588] env[62743]: _type = "Task" [ 2423.978588] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.986837] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bce510-303c-d525-e93b-d1b1b4e6d9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.206200] env[62743]: DEBUG oslo_vmware.api [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Task: {'id': task-2064826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162051} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.206437] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2424.206637] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2424.206831] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2424.207123] env[62743]: INFO nova.compute.manager [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Took 7.27 seconds to destroy the instance on the hypervisor. [ 2424.207386] env[62743]: DEBUG oslo.service.loopingcall [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2424.207601] env[62743]: DEBUG nova.compute.manager [-] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2424.207710] env[62743]: DEBUG nova.network.neutron [-] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2424.339627] env[62743]: DEBUG oslo_vmware.api [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064827, 'name': RemoveSnapshot_Task, 'duration_secs': 0.501508} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.339885] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2424.340132] env[62743]: INFO nova.compute.manager [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Took 17.23 seconds to snapshot the instance on the hypervisor. [ 2424.459758] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "547f622f-a5b2-4091-ad19-827bbce011a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.459997] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "547f622f-a5b2-4091-ad19-827bbce011a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.460225] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "547f622f-a5b2-4091-ad19-827bbce011a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.460459] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "547f622f-a5b2-4091-ad19-827bbce011a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.460643] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "547f622f-a5b2-4091-ad19-827bbce011a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.463206] env[62743]: INFO nova.compute.manager [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Terminating instance [ 2424.492038] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bce510-303c-d525-e93b-d1b1b4e6d9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.492038] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2424.492038] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2424.492213] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2424.492323] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2424.492454] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2424.492719] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab906d0-a7e9-419b-b452-731330640f44 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.502673] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2424.502887] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2424.503600] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7c3538-02a3-44fd-8abe-a21a42154e37 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.509149] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2424.509149] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5209697f-0ed8-9886-c003-99eaa06f03fb" [ 2424.509149] env[62743]: _type = "Task" [ 2424.509149] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.517270] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5209697f-0ed8-9886-c003-99eaa06f03fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.670216] env[62743]: DEBUG nova.compute.manager [req-1d075d2c-821a-47ce-86b2-2713517a2382 req-12aae070-46bb-41ce-aeca-59b7adbfed41 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Received event network-vif-plugged-cf391c42-8dd5-4f7e-b723-7921d29aa311 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2424.670216] env[62743]: DEBUG oslo_concurrency.lockutils [req-1d075d2c-821a-47ce-86b2-2713517a2382 req-12aae070-46bb-41ce-aeca-59b7adbfed41 service nova] Acquiring lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.670216] env[62743]: DEBUG oslo_concurrency.lockutils [req-1d075d2c-821a-47ce-86b2-2713517a2382 req-12aae070-46bb-41ce-aeca-59b7adbfed41 service nova] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.670216] env[62743]: DEBUG oslo_concurrency.lockutils [req-1d075d2c-821a-47ce-86b2-2713517a2382 req-12aae070-46bb-41ce-aeca-59b7adbfed41 service nova] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.670216] env[62743]: DEBUG nova.compute.manager [req-1d075d2c-821a-47ce-86b2-2713517a2382 req-12aae070-46bb-41ce-aeca-59b7adbfed41 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] No waiting events found dispatching network-vif-plugged-cf391c42-8dd5-4f7e-b723-7921d29aa311 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2424.670216] env[62743]: WARNING nova.compute.manager [req-1d075d2c-821a-47ce-86b2-2713517a2382 req-12aae070-46bb-41ce-aeca-59b7adbfed41 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Received unexpected event network-vif-plugged-cf391c42-8dd5-4f7e-b723-7921d29aa311 for instance with vm_state building and task_state spawning. [ 2424.849756] env[62743]: DEBUG nova.network.neutron [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Successfully updated port: cf391c42-8dd5-4f7e-b723-7921d29aa311 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2424.910985] env[62743]: DEBUG nova.compute.manager [None req-3d345aac-5704-4e41-8171-6b83dbbb9a09 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Found 1 images (rotation: 2) {{(pid=62743) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2424.966579] env[62743]: DEBUG nova.compute.manager [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2424.966773] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2424.967665] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61b62af-aa2f-4957-bd66-8e534ffe990b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.976867] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2424.976867] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d511ca18-3ecf-40a5-a5d2-f6e19c3ae43b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.986614] env[62743]: DEBUG oslo_vmware.api [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2424.986614] env[62743]: value = "task-2064828" [ 2424.986614] env[62743]: _type = "Task" [ 2424.986614] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.997956] env[62743]: DEBUG oslo_vmware.api [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.020556] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5209697f-0ed8-9886-c003-99eaa06f03fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.021376] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c27f1f-450d-45f7-ae17-dc0692d28fa7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.027623] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2425.027623] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52bb5768-1ae0-ad3d-a490-39cadbb7f83d" [ 2425.027623] env[62743]: _type = "Task" [ 2425.027623] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.038253] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bb5768-1ae0-ad3d-a490-39cadbb7f83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.319691] env[62743]: DEBUG nova.network.neutron [-] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2425.355055] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "refresh_cache-be7c9f2e-7647-4f96-9765-111cf4fc4b73" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2425.355222] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquired lock "refresh_cache-be7c9f2e-7647-4f96-9765-111cf4fc4b73" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2425.355374] env[62743]: DEBUG nova.network.neutron [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2425.497894] env[62743]: DEBUG oslo_vmware.api [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064828, 'name': PowerOffVM_Task, 'duration_secs': 0.230685} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.498154] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2425.498327] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2425.498584] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7001c3b4-77bf-4eb2-bb6e-dcec972e98bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.538723] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52bb5768-1ae0-ad3d-a490-39cadbb7f83d, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.538978] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2425.539228] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2425.539477] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bed1ce5-69a4-4273-8f45-09c9c91b4a89 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.545511] env[62743]: DEBUG nova.compute.manager [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2425.545818] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2425.545818] env[62743]: value = "task-2064830" [ 2425.545818] env[62743]: _type = "Task" [ 2425.545818] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.546682] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c643e5d3-873e-4806-9f63-9333f2982e5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.560061] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.822453] env[62743]: INFO nova.compute.manager [-] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Took 1.61 seconds to deallocate network for instance. [ 2425.890292] env[62743]: DEBUG nova.network.neutron [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2426.059798] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502822} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.060120] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2426.060848] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2426.060848] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6af2e78-3909-46e4-9002-e33b38bffaa7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.067114] env[62743]: INFO nova.compute.manager [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] instance snapshotting [ 2426.067114] env[62743]: DEBUG nova.objects.instance [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'flavor' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2426.073663] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2426.073663] env[62743]: value = "task-2064831" [ 2426.073663] env[62743]: _type = "Task" [ 2426.073663] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.079547] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2426.079770] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2426.079949] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleting the datastore file [datastore1] 547f622f-a5b2-4091-ad19-827bbce011a8 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2426.080944] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-269465e8-8ad1-467d-9b13-112dd00d263c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.086451] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.091518] env[62743]: DEBUG nova.network.neutron [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Updating instance_info_cache with network_info: [{"id": "cf391c42-8dd5-4f7e-b723-7921d29aa311", "address": "fa:16:3e:e7:47:cf", "network": {"id": "b5e7d9c4-8b00-4c9d-bd17-f17c8c715405", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1855658353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5275191b40f4d83840eb9381b13521c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf391c42-8d", "ovs_interfaceid": "cf391c42-8dd5-4f7e-b723-7921d29aa311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2426.095547] env[62743]: DEBUG oslo_vmware.api [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for the task: (returnval){ [ 2426.095547] env[62743]: value = "task-2064832" [ 2426.095547] env[62743]: _type = "Task" [ 2426.095547] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.103784] env[62743]: DEBUG oslo_vmware.api [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.329985] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.330386] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.330652] env[62743]: DEBUG nova.objects.instance [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lazy-loading 'resources' on Instance uuid 9f20a16d-9980-4ca2-94b3-9148298fa81e {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2426.573677] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d902d111-2a11-468e-823f-50dc79d07442 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.589101] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076858} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.610230] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2426.610836] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Releasing lock "refresh_cache-be7c9f2e-7647-4f96-9765-111cf4fc4b73" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2426.611223] env[62743]: DEBUG nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Instance network_info: |[{"id": "cf391c42-8dd5-4f7e-b723-7921d29aa311", "address": "fa:16:3e:e7:47:cf", "network": {"id": "b5e7d9c4-8b00-4c9d-bd17-f17c8c715405", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1855658353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5275191b40f4d83840eb9381b13521c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf391c42-8d", "ovs_interfaceid": "cf391c42-8dd5-4f7e-b723-7921d29aa311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2426.612856] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9301be-6f7d-4a70-9edb-01876ce29577 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.616480] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:47:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf391c42-8dd5-4f7e-b723-7921d29aa311', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2426.628670] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Creating folder: Project (c5275191b40f4d83840eb9381b13521c). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2426.633793] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b70af-9b4a-430c-9ad9-06133dbbbd69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.637201] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27203a6c-bc27-4541-85ef-aa3006ddf8c6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.646300] env[62743]: DEBUG oslo_vmware.api [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Task: {'id': task-2064832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173167} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.664904] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2426.665200] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2426.665449] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2426.665696] env[62743]: INFO nova.compute.manager [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Took 1.70 seconds to destroy the instance on the hypervisor. [ 2426.666039] env[62743]: DEBUG oslo.service.loopingcall [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2426.678515] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2426.680353] env[62743]: DEBUG nova.compute.manager [-] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2426.680498] env[62743]: DEBUG nova.network.neutron [-] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2426.682206] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c334889d-bb80-41a5-8850-c606e04bbb40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.696074] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Created folder: Project (c5275191b40f4d83840eb9381b13521c) in parent group-v423128. [ 2426.696281] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Creating folder: Instances. Parent ref: group-v423437. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2426.697190] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b55c6b7c-895e-458b-9f5c-630d77ecdb32 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.701880] env[62743]: DEBUG nova.compute.manager [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Received event network-vif-deleted-f2c04ee1-41c3-4ed1-972a-772a80aa57fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2426.702095] env[62743]: DEBUG nova.compute.manager [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Received event network-changed-cf391c42-8dd5-4f7e-b723-7921d29aa311 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2426.702264] env[62743]: DEBUG nova.compute.manager [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Refreshing instance network info cache due to event network-changed-cf391c42-8dd5-4f7e-b723-7921d29aa311. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2426.702467] env[62743]: DEBUG oslo_concurrency.lockutils [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] Acquiring lock "refresh_cache-be7c9f2e-7647-4f96-9765-111cf4fc4b73" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2426.702617] env[62743]: DEBUG oslo_concurrency.lockutils [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] Acquired lock "refresh_cache-be7c9f2e-7647-4f96-9765-111cf4fc4b73" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2426.702773] env[62743]: DEBUG nova.network.neutron [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Refreshing network info cache for port cf391c42-8dd5-4f7e-b723-7921d29aa311 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2426.706977] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2426.706977] env[62743]: value = "task-2064834" [ 2426.706977] env[62743]: _type = "Task" [ 2426.706977] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.713419] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Created folder: Instances in parent group-v423437. [ 2426.713650] env[62743]: DEBUG oslo.service.loopingcall [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2426.714238] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2426.714457] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4397364-2adb-42cf-81ca-263edda3d767 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.731650] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.739666] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2426.739666] env[62743]: value = "task-2064836" [ 2426.739666] env[62743]: _type = "Task" [ 2426.739666] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.748153] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064836, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.928187] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fca65-a096-414a-9f6f-2184ce820880 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.936808] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f13dd0b-25dd-45e5-aee8-a159a6f69c5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.969296] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c36cd-a3f2-4da0-b48e-07deefbd2bd2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.978209] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a6b49-7df1-4095-9707-92778ef0df3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.994606] env[62743]: DEBUG nova.compute.provider_tree [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2427.181242] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2427.181589] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c05130da-63d7-4cac-84be-f5eb4990662b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.190752] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2427.190752] env[62743]: value = "task-2064837" [ 2427.190752] env[62743]: _type = "Task" [ 2427.190752] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.199489] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.217234] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064834, 'name': ReconfigVM_Task, 'duration_secs': 0.323643} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.217234] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Reconfigured VM instance instance-00000078 to attach disk [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2427.217234] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2d3345-40a1-4403-85e8-a470ac7db0fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.222862] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2427.222862] env[62743]: value = "task-2064838" [ 2427.222862] env[62743]: _type = "Task" [ 2427.222862] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.231352] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064838, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.252948] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064836, 'name': CreateVM_Task, 'duration_secs': 0.352609} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.253206] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2427.254049] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2427.254220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2427.254567] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2427.254911] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73702d04-90c5-40d0-814b-9e17e8681f2f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.260266] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2427.260266] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aeb80d-1573-516c-f3eb-6e5337614599" [ 2427.260266] env[62743]: _type = "Task" [ 2427.260266] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.269634] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52aeb80d-1573-516c-f3eb-6e5337614599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.421532] env[62743]: DEBUG nova.network.neutron [-] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.463845] env[62743]: DEBUG nova.network.neutron [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Updated VIF entry in instance network info cache for port cf391c42-8dd5-4f7e-b723-7921d29aa311. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2427.464292] env[62743]: DEBUG nova.network.neutron [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Updating instance_info_cache with network_info: [{"id": "cf391c42-8dd5-4f7e-b723-7921d29aa311", "address": "fa:16:3e:e7:47:cf", "network": {"id": "b5e7d9c4-8b00-4c9d-bd17-f17c8c715405", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1855658353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5275191b40f4d83840eb9381b13521c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf391c42-8d", "ovs_interfaceid": "cf391c42-8dd5-4f7e-b723-7921d29aa311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.497772] env[62743]: DEBUG nova.scheduler.client.report [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2427.702267] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064837, 'name': CreateSnapshot_Task, 'duration_secs': 0.503177} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.702505] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2427.703254] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f2575a-c5a5-43ce-a537-52b86fcd02cd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.731774] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064838, 'name': Rename_Task, 'duration_secs': 0.170884} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.732057] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2427.732313] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b57528d-13cb-478c-9806-9f8c9628a58e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.739630] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2427.739630] env[62743]: value = "task-2064839" [ 2427.739630] env[62743]: _type = "Task" [ 2427.739630] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.750155] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.770566] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52aeb80d-1573-516c-f3eb-6e5337614599, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.770866] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.771188] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2427.771441] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2427.771587] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2427.771773] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2427.772045] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d63c43-a7ad-4a52-8b66-fafab1880ed5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.796225] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2427.796434] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2427.797255] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13fe757-0dee-4c11-a8cc-929e09651a7e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.803680] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2427.803680] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52be4ef4-b1c2-09c2-6601-2ecca5a337a9" [ 2427.803680] env[62743]: _type = "Task" [ 2427.803680] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.811575] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52be4ef4-b1c2-09c2-6601-2ecca5a337a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.924408] env[62743]: INFO nova.compute.manager [-] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Took 1.24 seconds to deallocate network for instance. [ 2427.966695] env[62743]: DEBUG oslo_concurrency.lockutils [req-05ece657-2873-4e1f-b3df-e303b95cf353 req-b5b5fee8-f534-41d0-b44e-be5bda970a68 service nova] Releasing lock "refresh_cache-be7c9f2e-7647-4f96-9765-111cf4fc4b73" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2428.002337] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.023582] env[62743]: INFO nova.scheduler.client.report [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Deleted allocations for instance 9f20a16d-9980-4ca2-94b3-9148298fa81e [ 2428.221727] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2428.222095] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9afec21-4ed3-40d1-960f-f6223a4b491e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.233445] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2428.233445] env[62743]: value = "task-2064840" [ 2428.233445] env[62743]: _type = "Task" [ 2428.233445] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.247230] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064840, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.252805] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064839, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.314583] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52be4ef4-b1c2-09c2-6601-2ecca5a337a9, 'name': SearchDatastore_Task, 'duration_secs': 0.03267} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.315420] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da09229a-54c2-468d-9659-830e44894ced {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.321187] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2428.321187] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5230bcc3-c7d9-17a9-4e50-efb337caf3f8" [ 2428.321187] env[62743]: _type = "Task" [ 2428.321187] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.330397] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5230bcc3-c7d9-17a9-4e50-efb337caf3f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.430978] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.431442] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.431748] env[62743]: DEBUG nova.objects.instance [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lazy-loading 'resources' on Instance uuid 547f622f-a5b2-4091-ad19-827bbce011a8 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2428.531215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-962e1f1b-6320-4a56-8f9e-485ce6f1bd07 tempest-AttachVolumeNegativeTest-1064957034 tempest-AttachVolumeNegativeTest-1064957034-project-member] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.098s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.532149] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.257s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.532345] env[62743]: INFO nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] During sync_power_state the instance has a pending task (deleting). Skip. [ 2428.532516] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "9f20a16d-9980-4ca2-94b3-9148298fa81e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.726836] env[62743]: DEBUG nova.compute.manager [req-917e338c-1b6a-4fcc-b5f7-51d7fd8a4c4b req-bd55a1d1-6d3a-4f37-b0ab-da57387a4ec4 service nova] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Received event network-vif-deleted-88e9576a-caa0-4784-bfdc-69f40cc6b172 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2428.748638] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064840, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.753914] env[62743]: DEBUG oslo_vmware.api [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064839, 'name': PowerOnVM_Task, 'duration_secs': 0.527651} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.754227] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2428.754460] env[62743]: INFO nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Took 15.19 seconds to spawn the instance on the hypervisor. [ 2428.754649] env[62743]: DEBUG nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2428.755556] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b190752-8872-438b-afac-b1d1ec877b48 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.832483] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5230bcc3-c7d9-17a9-4e50-efb337caf3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.025} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.832717] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2428.833058] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] be7c9f2e-7647-4f96-9765-111cf4fc4b73/be7c9f2e-7647-4f96-9765-111cf4fc4b73.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2428.833427] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68ae030-be72-43c2-9d98-e106ea824f3c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.841360] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2428.841360] env[62743]: value = "task-2064842" [ 2428.841360] env[62743]: _type = "Task" [ 2428.841360] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.850223] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.016906] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51abe03-9878-4bef-8798-f511e95a30d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.026584] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d5da8-8d16-4465-9a63-ded81bbf67a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.062263] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df48482d-09d5-44c9-ad55-7d1434139aeb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.071619] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f784aa8-f103-4ea2-b47d-af624d0289bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.089711] env[62743]: DEBUG nova.compute.provider_tree [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2429.247379] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064840, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.274163] env[62743]: INFO nova.compute.manager [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Took 20.71 seconds to build instance. [ 2429.358251] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.593195] env[62743]: DEBUG nova.scheduler.client.report [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2429.745244] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064840, 'name': CloneVM_Task, 'duration_secs': 1.249646} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.745547] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Created linked-clone VM from snapshot [ 2429.746302] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f867d-425e-443e-b086-d7d1a48afaba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.754614] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Uploading image d31c5d13-904f-4da5-b88a-d5c284047d8f {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2429.775642] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2429.775642] env[62743]: value = "vm-423441" [ 2429.775642] env[62743]: _type = "VirtualMachine" [ 2429.775642] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2429.776163] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4c7467b-9bfe-417f-8615-c0e1343c2770 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.218s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.776388] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b258568-e4e0-40f3-8c5e-4603df90d3a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.778550] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.502s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.778698] env[62743]: INFO nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] During sync_power_state the instance has a pending task (spawning). Skip. [ 2429.778873] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.785635] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease: (returnval){ [ 2429.785635] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aadf3c-908a-febe-de24-9b0e62e091cb" [ 2429.785635] env[62743]: _type = "HttpNfcLease" [ 2429.785635] env[62743]: } obtained for exporting VM: (result){ [ 2429.785635] env[62743]: value = "vm-423441" [ 2429.785635] env[62743]: _type = "VirtualMachine" [ 2429.785635] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2429.785994] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the lease: (returnval){ [ 2429.785994] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aadf3c-908a-febe-de24-9b0e62e091cb" [ 2429.785994] env[62743]: _type = "HttpNfcLease" [ 2429.785994] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2429.792980] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2429.792980] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aadf3c-908a-febe-de24-9b0e62e091cb" [ 2429.792980] env[62743]: _type = "HttpNfcLease" [ 2429.792980] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2429.852687] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55992} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.852963] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] be7c9f2e-7647-4f96-9765-111cf4fc4b73/be7c9f2e-7647-4f96-9765-111cf4fc4b73.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2429.853203] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2429.853468] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef6358c9-36ee-459e-a9a7-dcfa6966eaa2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.861639] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2429.861639] env[62743]: value = "task-2064844" [ 2429.861639] env[62743]: _type = "Task" [ 2429.861639] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.870072] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.099659] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.125532] env[62743]: INFO nova.scheduler.client.report [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Deleted allocations for instance 547f622f-a5b2-4091-ad19-827bbce011a8 [ 2430.294788] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2430.294788] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aadf3c-908a-febe-de24-9b0e62e091cb" [ 2430.294788] env[62743]: _type = "HttpNfcLease" [ 2430.294788] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2430.295278] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2430.295278] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52aadf3c-908a-febe-de24-9b0e62e091cb" [ 2430.295278] env[62743]: _type = "HttpNfcLease" [ 2430.295278] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2430.295825] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408a1ecd-7d6b-4496-aed0-b2a3e387c619 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.304091] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e1e0b-2463-7871-afda-b391056b6729/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2430.304091] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e1e0b-2463-7871-afda-b391056b6729/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2430.371564] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085668} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.371835] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2430.372639] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88506808-8788-475f-915b-647b4303d6e7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.394881] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] be7c9f2e-7647-4f96-9765-111cf4fc4b73/be7c9f2e-7647-4f96-9765-111cf4fc4b73.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2430.395192] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd67b2d-f810-4683-9b12-8d7b4dc6a809 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.416195] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2430.416195] env[62743]: value = "task-2064845" [ 2430.416195] env[62743]: _type = "Task" [ 2430.416195] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.428220] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.471808] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d36d5687-d5ac-4991-a285-8d12305ede47 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.633339] env[62743]: DEBUG oslo_concurrency.lockutils [None req-15c927de-ec3c-4cb1-af07-b257cee8a524 tempest-ServerActionsTestOtherA-1220843947 tempest-ServerActionsTestOtherA-1220843947-project-member] Lock "547f622f-a5b2-4091-ad19-827bbce011a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.173s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.761169] env[62743]: DEBUG nova.compute.manager [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2430.761400] env[62743]: DEBUG nova.compute.manager [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing instance network info cache due to event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2430.761821] env[62743]: DEBUG oslo_concurrency.lockutils [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.762082] env[62743]: DEBUG oslo_concurrency.lockutils [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.762340] env[62743]: DEBUG nova.network.neutron [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing network info cache for port da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2430.928265] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.429307] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064845, 'name': ReconfigVM_Task, 'duration_secs': 0.580109} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.432796] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Reconfigured VM instance instance-00000079 to attach disk [datastore1] be7c9f2e-7647-4f96-9765-111cf4fc4b73/be7c9f2e-7647-4f96-9765-111cf4fc4b73.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2431.433525] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e01cbc55-b6cf-4dd9-8f95-b38e1993466e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.448022] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2431.448022] env[62743]: value = "task-2064846" [ 2431.448022] env[62743]: _type = "Task" [ 2431.448022] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.456604] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064846, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.651263] env[62743]: DEBUG nova.network.neutron [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updated VIF entry in instance network info cache for port da2abac4-30ec-457b-91ef-cde984db33ad. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2431.651739] env[62743]: DEBUG nova.network.neutron [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2abac4-30", "ovs_interfaceid": "da2abac4-30ec-457b-91ef-cde984db33ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.958738] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064846, 'name': Rename_Task, 'duration_secs': 0.259613} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.959203] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2431.959612] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5682bbba-a5c7-4b27-8efc-822bf81f3894 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.969267] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2431.969267] env[62743]: value = "task-2064848" [ 2431.969267] env[62743]: _type = "Task" [ 2431.969267] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.980890] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.155331] env[62743]: DEBUG oslo_concurrency.lockutils [req-94837186-6cf7-42e4-9b4e-6aaa699bfa3e req-d9113665-2175-4751-be0d-0ef26ef29aa8 service nova] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2432.480919] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.981708] env[62743]: DEBUG oslo_vmware.api [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064848, 'name': PowerOnVM_Task, 'duration_secs': 0.659779} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.982131] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2432.982342] env[62743]: INFO nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Took 15.41 seconds to spawn the instance on the hypervisor. [ 2432.982532] env[62743]: DEBUG nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2432.983408] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3458aa-33bb-4421-aab6-6afc1a629142 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.502956] env[62743]: INFO nova.compute.manager [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Took 20.18 seconds to build instance. [ 2434.005746] env[62743]: DEBUG oslo_concurrency.lockutils [None req-db5372c6-94ae-45d3-b5d0-bcaa5146fd2a tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.713s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.005959] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.730s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.006178] env[62743]: INFO nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] During sync_power_state the instance has a pending task (spawning). Skip. [ 2434.006347] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.568931] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.569231] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.569426] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.569614] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.569852] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.572306] env[62743]: INFO nova.compute.manager [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Terminating instance [ 2436.079121] env[62743]: DEBUG nova.compute.manager [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2436.079475] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2436.081090] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f089641a-3c7f-40db-80ae-d36823647bbe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.091332] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2436.091641] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7bdd585-6191-4275-b1d3-26681e080057 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.100802] env[62743]: DEBUG oslo_vmware.api [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2436.100802] env[62743]: value = "task-2064850" [ 2436.100802] env[62743]: _type = "Task" [ 2436.100802] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.110711] env[62743]: DEBUG oslo_vmware.api [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.611364] env[62743]: DEBUG oslo_vmware.api [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064850, 'name': PowerOffVM_Task, 'duration_secs': 0.266842} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.611704] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2436.611866] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2436.612052] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad0423e7-a930-4ff1-87e0-68117cdcead7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.779028] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2436.779344] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2436.779587] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Deleting the datastore file [datastore1] be7c9f2e-7647-4f96-9765-111cf4fc4b73 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2436.779914] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-270d16a1-34a1-4c5d-9b3c-3317e2f3c438 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.787582] env[62743]: DEBUG oslo_vmware.api [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for the task: (returnval){ [ 2436.787582] env[62743]: value = "task-2064855" [ 2436.787582] env[62743]: _type = "Task" [ 2436.787582] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.795808] env[62743]: DEBUG oslo_vmware.api [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.308193] env[62743]: DEBUG oslo_vmware.api [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Task: {'id': task-2064855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179242} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.308811] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2437.309137] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2437.309577] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2437.309836] env[62743]: INFO nova.compute.manager [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2437.310154] env[62743]: DEBUG oslo.service.loopingcall [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2437.310436] env[62743]: DEBUG nova.compute.manager [-] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2437.310580] env[62743]: DEBUG nova.network.neutron [-] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2437.749220] env[62743]: DEBUG nova.compute.manager [req-9370d715-10f2-4fd6-ab49-1c837e6a2378 req-1248e43a-26d4-4b6a-91f3-d79bbca88331 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Received event network-vif-deleted-cf391c42-8dd5-4f7e-b723-7921d29aa311 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2437.749535] env[62743]: INFO nova.compute.manager [req-9370d715-10f2-4fd6-ab49-1c837e6a2378 req-1248e43a-26d4-4b6a-91f3-d79bbca88331 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Neutron deleted interface cf391c42-8dd5-4f7e-b723-7921d29aa311; detaching it from the instance and deleting it from the info cache [ 2437.749687] env[62743]: DEBUG nova.network.neutron [req-9370d715-10f2-4fd6-ab49-1c837e6a2378 req-1248e43a-26d4-4b6a-91f3-d79bbca88331 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.223054] env[62743]: DEBUG nova.network.neutron [-] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.253262] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfa77065-7159-43ca-b482-799dce53c4da {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.264872] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187d9e60-b866-443b-ae2b-577349ef6d59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.295578] env[62743]: DEBUG nova.compute.manager [req-9370d715-10f2-4fd6-ab49-1c837e6a2378 req-1248e43a-26d4-4b6a-91f3-d79bbca88331 service nova] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Detach interface failed, port_id=cf391c42-8dd5-4f7e-b723-7921d29aa311, reason: Instance be7c9f2e-7647-4f96-9765-111cf4fc4b73 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2438.600992] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e1e0b-2463-7871-afda-b391056b6729/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2438.602272] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea4a9ee-fe47-44c7-8aef-64bdf3a3413e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.609106] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e1e0b-2463-7871-afda-b391056b6729/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2438.609489] env[62743]: ERROR oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e1e0b-2463-7871-afda-b391056b6729/disk-0.vmdk due to incomplete transfer. [ 2438.609796] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2c7cbe2-830a-49e2-bb0e-b22a194fdf09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.617624] env[62743]: DEBUG oslo_vmware.rw_handles [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527e1e0b-2463-7871-afda-b391056b6729/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2438.617971] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Uploaded image d31c5d13-904f-4da5-b88a-d5c284047d8f to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2438.623040] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2438.623040] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-75cbd6da-6ecc-4858-bfd8-37c3bf9bc244 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.629215] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2438.629215] env[62743]: value = "task-2064856" [ 2438.629215] env[62743]: _type = "Task" [ 2438.629215] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.638142] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.725912] env[62743]: INFO nova.compute.manager [-] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Took 1.42 seconds to deallocate network for instance. [ 2439.141703] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.233204] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.233488] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.233740] env[62743]: DEBUG nova.objects.instance [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lazy-loading 'resources' on Instance uuid be7c9f2e-7647-4f96-9765-111cf4fc4b73 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2439.640600] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.820748] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5453fb13-33c0-4b73-bad2-a0eadc5b6469 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.820748] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc38fb17-0051-4dcc-aba7-b48b78c10c73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.848702] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e2623-9757-4ba7-9dde-d434d3387ab3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.857673] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3a95a-1b14-494f-85c5-552e45197173 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.872972] env[62743]: DEBUG nova.compute.provider_tree [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2440.141209] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.376780] env[62743]: DEBUG nova.scheduler.client.report [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2440.640736] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.881383] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.028827] env[62743]: INFO nova.scheduler.client.report [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Deleted allocations for instance be7c9f2e-7647-4f96-9765-111cf4fc4b73 [ 2441.142189] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.535712] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c0ba4985-92ab-403e-a425-69d0d267e5c1 tempest-ServerMetadataTestJSON-453099794 tempest-ServerMetadataTestJSON-453099794-project-member] Lock "be7c9f2e-7647-4f96-9765-111cf4fc4b73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.966s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.642319] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.144353] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.435479] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2442.435655] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2442.644460] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.145257] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.645304] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.145336] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.648336] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.147977] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.430943] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2445.648528] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.149058] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064856, 'name': Destroy_Task, 'duration_secs': 7.321538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.149335] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Destroyed the VM [ 2446.149566] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2446.149813] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4fe810e1-e67e-459f-b1f9-6f3eb2e2ec40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.161096] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2446.161096] env[62743]: value = "task-2064861" [ 2446.161096] env[62743]: _type = "Task" [ 2446.161096] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.170054] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064861, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.435842] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2446.671713] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064861, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.939701] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.939990] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.940241] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.940410] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2446.941353] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c70f4ce-b754-4aa9-b8f9-970813f414fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.949659] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f21b50-30c3-4195-ad23-fd3472ce6d94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.963456] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078db72b-e418-4521-aa90-002605aed8fb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.969723] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70088392-431a-4091-8ecd-8a166fbf8ea3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.998837] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180048MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2446.998970] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.999167] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.172092] env[62743]: DEBUG oslo_vmware.api [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064861, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565193} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.172356] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2447.172613] env[62743]: INFO nova.compute.manager [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Took 20.60 seconds to snapshot the instance on the hypervisor. [ 2447.715295] env[62743]: DEBUG nova.compute.manager [None req-cbbfba9d-078b-4ef1-b427-d80da14b4a2a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Found 2 images (rotation: 2) {{(pid=62743) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2448.024103] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2448.024274] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 5e98c300-388a-4b9c-8a81-65d9738efb7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2448.024399] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance cf87e091-9d84-4dac-b48f-4485eeefbb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2448.024592] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2448.024761] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2448.069664] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b460f-9dea-431c-a6e1-c1928453777a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.076680] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575afe6c-17c8-46f3-9ed9-f248333bf9d5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.106184] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dbb6fc-e563-4ee6-8263-2eb30f22b68e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.113085] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f4cfc5-ffcb-4946-a67d-4e168bb33992 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.125813] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2448.297315] env[62743]: DEBUG nova.compute.manager [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2448.298259] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc1076-4022-4039-9455-2abf9c40a709 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.629108] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2448.809343] env[62743]: INFO nova.compute.manager [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] instance snapshotting [ 2448.809968] env[62743]: DEBUG nova.objects.instance [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'flavor' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2449.134068] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2449.134279] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2449.315823] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f307823-3b72-4fee-85ba-145c466b5df4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.334738] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966a87d-01f9-46ac-8b65-d3ade3853640 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.845084] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2449.845513] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d370b723-da0c-4083-850c-af63072b18fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.852331] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2449.852331] env[62743]: value = "task-2064864" [ 2449.852331] env[62743]: _type = "Task" [ 2449.852331] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.860961] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.134414] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2450.134654] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2450.134807] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2450.363069] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064864, 'name': CreateSnapshot_Task, 'duration_secs': 0.478615} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.363297] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2450.364051] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccbdd4d-b3a0-45f5-a54e-7ca6b688dfde {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.435551] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2450.880752] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2450.881195] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a427b52b-10d0-4445-b420-da904e710500 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.890249] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2450.890249] env[62743]: value = "task-2064865" [ 2450.890249] env[62743]: _type = "Task" [ 2450.890249] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.898621] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064865, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.401230] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064865, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.901916] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064865, 'name': CloneVM_Task} progress is 95%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.401593] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064865, 'name': CloneVM_Task, 'duration_secs': 1.220743} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.401871] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Created linked-clone VM from snapshot [ 2452.402599] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb94000-ba3a-412b-be70-4c8d1d592b0e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.409605] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Uploading image 6425cee4-f30f-45d6-851f-5c288bd24ea0 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2452.437916] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2452.437916] env[62743]: value = "vm-423447" [ 2452.437916] env[62743]: _type = "VirtualMachine" [ 2452.437916] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2452.438185] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dc791f4c-4464-47b1-857b-81247a83acd6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.446240] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease: (returnval){ [ 2452.446240] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5268356a-540d-81dc-3ea0-f930b3c2c592" [ 2452.446240] env[62743]: _type = "HttpNfcLease" [ 2452.446240] env[62743]: } obtained for exporting VM: (result){ [ 2452.446240] env[62743]: value = "vm-423447" [ 2452.446240] env[62743]: _type = "VirtualMachine" [ 2452.446240] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2452.446240] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the lease: (returnval){ [ 2452.446240] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5268356a-540d-81dc-3ea0-f930b3c2c592" [ 2452.446240] env[62743]: _type = "HttpNfcLease" [ 2452.446240] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2452.452154] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2452.452154] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5268356a-540d-81dc-3ea0-f930b3c2c592" [ 2452.452154] env[62743]: _type = "HttpNfcLease" [ 2452.452154] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2452.955567] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2452.955567] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5268356a-540d-81dc-3ea0-f930b3c2c592" [ 2452.955567] env[62743]: _type = "HttpNfcLease" [ 2452.955567] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2452.956169] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2452.956169] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5268356a-540d-81dc-3ea0-f930b3c2c592" [ 2452.956169] env[62743]: _type = "HttpNfcLease" [ 2452.956169] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2452.956611] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dabd020-48ec-46fe-b497-ea627dab22ed {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.963896] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a834-cea8-4e8d-3909-77d1a4e1e6ea/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2452.964119] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a834-cea8-4e8d-3909-77d1a4e1e6ea/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2453.050656] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e79f61e-902c-44f3-a3b1-65c61ac11071 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.435090] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2455.435571] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2455.436038] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2455.436038] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2455.582080] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquiring lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2455.582337] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.956466] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.956632] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.956786] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2455.956968] env[62743]: DEBUG nova.objects.instance [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lazy-loading 'info_cache' on Instance uuid fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2456.085430] env[62743]: DEBUG nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2456.612608] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.612958] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.614911] env[62743]: INFO nova.compute.claims [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2456.980030] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2457.534711] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2457.688281] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760042cb-0b3f-4dd4-9faf-6352b8926d6e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.697076] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80a7b65-d686-4841-a1bc-16dfe097eebb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.728282] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8cbd39-363c-45ae-bcc7-6ec98319f55b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.736919] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014497e-d338-4996-8596-a598597fd631 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.752465] env[62743]: DEBUG nova.compute.provider_tree [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2458.038960] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.038960] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2458.256734] env[62743]: DEBUG nova.scheduler.client.report [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2458.761434] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.761840] env[62743]: DEBUG nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2459.267192] env[62743]: DEBUG nova.compute.utils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2459.268614] env[62743]: DEBUG nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2459.268784] env[62743]: DEBUG nova.network.neutron [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2459.308818] env[62743]: DEBUG nova.policy [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f92a2e467e46b8a3b8690e3c0c6321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569c2fc94e5346cb9a3f69295a03f69f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2459.571884] env[62743]: DEBUG nova.network.neutron [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Successfully created port: 9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2459.760688] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a834-cea8-4e8d-3909-77d1a4e1e6ea/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2459.761631] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f22c2a0-fe60-413c-9134-c5dc973f6347 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.768938] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a834-cea8-4e8d-3909-77d1a4e1e6ea/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2459.769121] env[62743]: ERROR oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a834-cea8-4e8d-3909-77d1a4e1e6ea/disk-0.vmdk due to incomplete transfer. [ 2459.769346] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f43fa455-cede-40b1-bfdc-f99bdb5a3e30 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.772667] env[62743]: DEBUG nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2459.776810] env[62743]: DEBUG oslo_vmware.rw_handles [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247a834-cea8-4e8d-3909-77d1a4e1e6ea/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2459.776993] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Uploaded image 6425cee4-f30f-45d6-851f-5c288bd24ea0 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2459.779684] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2459.779933] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bb229c6-d2d8-45ec-99b9-a58e12098b1a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.786588] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2459.786588] env[62743]: value = "task-2064868" [ 2459.786588] env[62743]: _type = "Task" [ 2459.786588] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.795525] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064868, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.278079] env[62743]: INFO nova.virt.block_device [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Booting with volume ddde896a-bd21-467f-a69e-516fa90f5444 at /dev/sda [ 2460.296782] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064868, 'name': Destroy_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.317033] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4042f4b-3450-4e4f-a7ff-894ba1bdec42 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.326577] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1365b1b8-09d6-4ba2-a6cf-0e195a159f5c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.351718] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-711b8d5d-0e67-4488-b150-56639451de19 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.360190] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f087c0bb-6607-4e78-8a4b-87ef091ad718 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.386900] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a482379d-32b4-4d63-8664-b32208f93b83 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.393765] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484ae756-4cb2-444a-8869-3c7b7bbb480e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.407232] env[62743]: DEBUG nova.virt.block_device [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updating existing volume attachment record: 0dd6fc08-eb0b-4f95-b457-3a23569942c6 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2460.798459] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064868, 'name': Destroy_Task, 'duration_secs': 0.52953} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.798788] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Destroyed the VM [ 2460.798962] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2460.799238] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f6e6d97-cd57-469f-8a59-76686c3e84b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.807255] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2460.807255] env[62743]: value = "task-2064869" [ 2460.807255] env[62743]: _type = "Task" [ 2460.807255] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.815378] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.974609] env[62743]: DEBUG nova.compute.manager [req-a86e0423-ad1a-4783-82bd-19a46d2595e4 req-30a58ab7-8714-4534-ac0e-bde81099f593 service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Received event network-vif-plugged-9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2460.974849] env[62743]: DEBUG oslo_concurrency.lockutils [req-a86e0423-ad1a-4783-82bd-19a46d2595e4 req-30a58ab7-8714-4534-ac0e-bde81099f593 service nova] Acquiring lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.975067] env[62743]: DEBUG oslo_concurrency.lockutils [req-a86e0423-ad1a-4783-82bd-19a46d2595e4 req-30a58ab7-8714-4534-ac0e-bde81099f593 service nova] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.975248] env[62743]: DEBUG oslo_concurrency.lockutils [req-a86e0423-ad1a-4783-82bd-19a46d2595e4 req-30a58ab7-8714-4534-ac0e-bde81099f593 service nova] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2460.975425] env[62743]: DEBUG nova.compute.manager [req-a86e0423-ad1a-4783-82bd-19a46d2595e4 req-30a58ab7-8714-4534-ac0e-bde81099f593 service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] No waiting events found dispatching network-vif-plugged-9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2460.975575] env[62743]: WARNING nova.compute.manager [req-a86e0423-ad1a-4783-82bd-19a46d2595e4 req-30a58ab7-8714-4534-ac0e-bde81099f593 service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Received unexpected event network-vif-plugged-9649e8f7-9fca-4f76-a7b5-0000a33409fa for instance with vm_state building and task_state block_device_mapping. [ 2461.060608] env[62743]: DEBUG nova.network.neutron [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Successfully updated port: 9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2461.317089] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.563620] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquiring lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2461.563767] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquired lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2461.563926] env[62743]: DEBUG nova.network.neutron [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2461.819464] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064869, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.094814] env[62743]: DEBUG nova.network.neutron [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2462.218602] env[62743]: DEBUG nova.network.neutron [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updating instance_info_cache with network_info: [{"id": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "address": "fa:16:3e:ea:1a:07", "network": {"id": "c5ac7adc-749d-4e8c-a051-0ed67cf9740b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1539337270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c2fc94e5346cb9a3f69295a03f69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9649e8f7-9f", "ovs_interfaceid": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2462.318554] env[62743]: DEBUG oslo_vmware.api [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064869, 'name': RemoveSnapshot_Task, 'duration_secs': 1.016669} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.318821] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2462.319074] env[62743]: INFO nova.compute.manager [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Took 13.00 seconds to snapshot the instance on the hypervisor. [ 2462.491917] env[62743]: DEBUG nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2462.492472] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2462.492709] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2462.492841] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2462.493070] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2462.493236] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2462.493384] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2462.493587] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2462.493744] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2462.493906] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2462.494115] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2462.494295] env[62743]: DEBUG nova.virt.hardware [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2462.495151] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa96ab-e55c-4eeb-8659-ecc69b4cdf41 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.505135] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca5f6c-0bb8-47ab-9590-24a0512f6cd0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.721639] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Releasing lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2462.721982] env[62743]: DEBUG nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance network_info: |[{"id": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "address": "fa:16:3e:ea:1a:07", "network": {"id": "c5ac7adc-749d-4e8c-a051-0ed67cf9740b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1539337270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c2fc94e5346cb9a3f69295a03f69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9649e8f7-9f", "ovs_interfaceid": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2462.722456] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:1a:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9649e8f7-9fca-4f76-a7b5-0000a33409fa', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2462.729780] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Creating folder: Project (569c2fc94e5346cb9a3f69295a03f69f). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2462.730069] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1278629-5fed-4f2a-b2e6-b9d0dbe18fe9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.744190] env[62743]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2462.744348] env[62743]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62743) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2462.744677] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Folder already exists: Project (569c2fc94e5346cb9a3f69295a03f69f). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2462.744865] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Creating folder: Instances. Parent ref: group-v423442. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2462.745119] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c43a5fe-b77c-44ce-8169-82c400c622fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.755204] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Created folder: Instances in parent group-v423442. [ 2462.755435] env[62743]: DEBUG oslo.service.loopingcall [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2462.755625] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2462.755862] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11b5b5b9-3e9e-4056-a505-00d879551c75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.774848] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2462.774848] env[62743]: value = "task-2064872" [ 2462.774848] env[62743]: _type = "Task" [ 2462.774848] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.782711] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.934279] env[62743]: DEBUG nova.compute.manager [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Found 3 images (rotation: 2) {{(pid=62743) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2462.934582] env[62743]: DEBUG nova.compute.manager [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Rotating out 1 backups {{(pid=62743) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2462.934681] env[62743]: DEBUG nova.compute.manager [None req-5115d11f-b956-4fbe-8058-3b43b9517fbe tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleting image 0ff3fb92-65d2-405b-b775-05fbc239c2af {{(pid=62743) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2463.000866] env[62743]: DEBUG nova.compute.manager [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Received event network-changed-9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2463.001268] env[62743]: DEBUG nova.compute.manager [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Refreshing instance network info cache due to event network-changed-9649e8f7-9fca-4f76-a7b5-0000a33409fa. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2463.001351] env[62743]: DEBUG oslo_concurrency.lockutils [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] Acquiring lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2463.001445] env[62743]: DEBUG oslo_concurrency.lockutils [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] Acquired lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2463.001601] env[62743]: DEBUG nova.network.neutron [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Refreshing network info cache for port 9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2463.285199] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.705610] env[62743]: DEBUG nova.network.neutron [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updated VIF entry in instance network info cache for port 9649e8f7-9fca-4f76-a7b5-0000a33409fa. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2463.706013] env[62743]: DEBUG nova.network.neutron [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updating instance_info_cache with network_info: [{"id": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "address": "fa:16:3e:ea:1a:07", "network": {"id": "c5ac7adc-749d-4e8c-a051-0ed67cf9740b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1539337270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c2fc94e5346cb9a3f69295a03f69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9649e8f7-9f", "ovs_interfaceid": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2463.786173] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.213143] env[62743]: DEBUG oslo_concurrency.lockutils [req-24df8cfa-7823-4423-a5b9-b83a5e8de8e7 req-18b7b468-243b-43a0-9079-023b4c9609ec service nova] Releasing lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.286128] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.642273] env[62743]: DEBUG oslo_concurrency.lockutils [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.642579] env[62743]: DEBUG oslo_concurrency.lockutils [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.642768] env[62743]: DEBUG nova.compute.manager [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2464.643808] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85b8aec-0820-499a-b5a8-90efbe6487a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.651157] env[62743]: DEBUG nova.compute.manager [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62743) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2464.651766] env[62743]: DEBUG nova.objects.instance [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'flavor' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2464.787419] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.287699] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.659032] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2465.659400] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbda91ec-94e6-4fd9-aafc-c6f3a9b1d341 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.666855] env[62743]: DEBUG oslo_vmware.api [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2465.666855] env[62743]: value = "task-2064873" [ 2465.666855] env[62743]: _type = "Task" [ 2465.666855] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.676281] env[62743]: DEBUG oslo_vmware.api [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.788194] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.178971] env[62743]: DEBUG oslo_vmware.api [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064873, 'name': PowerOffVM_Task, 'duration_secs': 0.208815} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2466.179262] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2466.179464] env[62743]: DEBUG nova.compute.manager [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2466.180245] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6194e7fd-ba0e-4392-aab1-9e9aaa41915c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.288720] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.691854] env[62743]: DEBUG oslo_concurrency.lockutils [None req-118e4049-050a-40d5-849b-878663851652 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2466.789169] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.289774] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.734183] env[62743]: DEBUG nova.compute.manager [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Stashing vm_state: stopped {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2467.791966] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.255016] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2468.255322] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2468.291162] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.760322] env[62743]: INFO nova.compute.claims [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2468.793304] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.266892] env[62743]: INFO nova.compute.resource_tracker [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating resource usage from migration 3e959cdd-6368-418a-b02a-31d42459bb80 [ 2469.294050] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.338203] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab56b09a-6c7c-4063-a48f-a0c2cba3bcbf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.345880] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ee55d-2a9e-4b57-8891-1431b991e8b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.376583] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345fdfaf-94d8-4acb-81fa-9eccb4aea8bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.389306] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcbbce9-8b30-4bd7-aecb-2bde3426bc72 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.406322] env[62743]: DEBUG nova.compute.provider_tree [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2469.793765] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.883730] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.883991] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.884312] env[62743]: INFO nova.compute.manager [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Shelving [ 2469.909286] env[62743]: DEBUG nova.scheduler.client.report [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2470.295313] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.414426] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.159s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2470.414706] env[62743]: INFO nova.compute.manager [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Migrating [ 2470.795976] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.893859] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2470.894215] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8a908fb-b81e-442a-b34b-12c3009c5b28 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.901502] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2470.901502] env[62743]: value = "task-2064874" [ 2470.901502] env[62743]: _type = "Task" [ 2470.901502] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.911771] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.933605] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2470.933802] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2470.933969] env[62743]: DEBUG nova.network.neutron [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2471.296815] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.412727] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064874, 'name': PowerOffVM_Task, 'duration_secs': 0.182704} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.412990] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2471.413828] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f46bcbc-6b69-4119-bae0-c6b7fe32fa7d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.432102] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54d1eeb-76cc-4392-b16a-a5dbb00695b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.692208] env[62743]: DEBUG nova.network.neutron [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2471.797194] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064872, 'name': CreateVM_Task, 'duration_secs': 8.851792} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.797366] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2471.798077] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423445', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'name': 'volume-ddde896a-bd21-467f-a69e-516fa90f5444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c511d8e2-943b-45e3-9ca7-aeb49ee17445', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'serial': 'ddde896a-bd21-467f-a69e-516fa90f5444'}, 'mount_device': '/dev/sda', 'attachment_id': '0dd6fc08-eb0b-4f95-b457-3a23569942c6', 'guest_format': None, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=62743) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2471.798266] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Root volume attach. Driver type: vmdk {{(pid=62743) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2471.799012] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eb0905-26e6-448a-b137-e643cc9c0938 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.806448] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc63bd-fce3-490b-a1d2-f8778d7a9dd1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.812103] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0d0324-7da9-4241-995a-22703ebcb83b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.817702] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cbff1067-aaf8-47cc-9002-aa98908369d6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.824369] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2471.824369] env[62743]: value = "task-2064875" [ 2471.824369] env[62743]: _type = "Task" [ 2471.824369] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.831876] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064875, 'name': RelocateVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.944687] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2471.945078] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a82c52b3-67aa-40f6-8078-ee0901918b1d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.954219] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2471.954219] env[62743]: value = "task-2064876" [ 2471.954219] env[62743]: _type = "Task" [ 2471.954219] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.963576] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.195241] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2472.335729] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064875, 'name': RelocateVM_Task, 'duration_secs': 0.380611} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.336113] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2472.336223] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423445', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'name': 'volume-ddde896a-bd21-467f-a69e-516fa90f5444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c511d8e2-943b-45e3-9ca7-aeb49ee17445', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'serial': 'ddde896a-bd21-467f-a69e-516fa90f5444'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2472.337074] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cc588d-3be4-460f-b1b7-cd84c0647cef {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.353717] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5440c66-7c27-43fe-935c-2b953925da0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.379052] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-ddde896a-bd21-467f-a69e-516fa90f5444/volume-ddde896a-bd21-467f-a69e-516fa90f5444.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2472.379460] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a075cb56-12ef-4a8e-b061-4bf3e065e5de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.403612] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2472.403612] env[62743]: value = "task-2064877" [ 2472.403612] env[62743]: _type = "Task" [ 2472.403612] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.413573] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.466597] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064876, 'name': CreateSnapshot_Task, 'duration_secs': 0.469373} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.466874] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2472.467665] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e5219-6ef7-41df-ad93-2eef259b4974 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.914936] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064877, 'name': ReconfigVM_Task, 'duration_secs': 0.299347} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.914936] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-ddde896a-bd21-467f-a69e-516fa90f5444/volume-ddde896a-bd21-467f-a69e-516fa90f5444.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2472.919216] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350619ce-c234-4819-8eef-e6efb5f2db0f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.935327] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2472.935327] env[62743]: value = "task-2064878" [ 2472.935327] env[62743]: _type = "Task" [ 2472.935327] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.944251] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.986232] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2472.986537] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b67f48b2-8c3f-4642-936c-550dba8621ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.995944] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2472.995944] env[62743]: value = "task-2064879" [ 2472.995944] env[62743]: _type = "Task" [ 2472.995944] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.005318] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064879, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.446569] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.505304] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064879, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.711655] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69f7f9e-209f-4706-b16a-9bc7bda2a715 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.730740] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance '5e98c300-388a-4b9c-8a81-65d9738efb7a' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2473.950057] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064878, 'name': ReconfigVM_Task, 'duration_secs': 0.831434} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.950057] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423445', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'name': 'volume-ddde896a-bd21-467f-a69e-516fa90f5444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c511d8e2-943b-45e3-9ca7-aeb49ee17445', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'serial': 'ddde896a-bd21-467f-a69e-516fa90f5444'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2473.950307] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aab783b-1c67-495c-ac20-fd55fe6dff85 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.957446] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2473.957446] env[62743]: value = "task-2064880" [ 2473.957446] env[62743]: _type = "Task" [ 2473.957446] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.965645] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064880, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.006519] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064879, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.237671] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2474.238038] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec1c241-dcb9-4093-ae71-b1465a3232c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.246409] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2474.246409] env[62743]: value = "task-2064881" [ 2474.246409] env[62743]: _type = "Task" [ 2474.246409] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.255429] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.468058] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064880, 'name': Rename_Task, 'duration_secs': 0.141819} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.468058] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2474.468058] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8330d15-ada5-4040-8419-ba698cf4debc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.474293] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2474.474293] env[62743]: value = "task-2064882" [ 2474.474293] env[62743]: _type = "Task" [ 2474.474293] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.481646] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.506679] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064879, 'name': CloneVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.757683] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2474.757946] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance '5e98c300-388a-4b9c-8a81-65d9738efb7a' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2474.986493] env[62743]: DEBUG oslo_vmware.api [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064882, 'name': PowerOnVM_Task, 'duration_secs': 0.470637} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.986726] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2474.986942] env[62743]: INFO nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Took 12.49 seconds to spawn the instance on the hypervisor. [ 2474.987134] env[62743]: DEBUG nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2474.987948] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cdae76-6897-47ed-a871-55afe9b20c70 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.007170] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064879, 'name': CloneVM_Task, 'duration_secs': 1.52519} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.007429] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Created linked-clone VM from snapshot [ 2475.008234] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9657b66-9556-42ca-911e-1ac118d78cce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.016045] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Uploading image 723d0eca-00cb-4089-ace6-953b421bedd4 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2475.044734] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2475.044734] env[62743]: value = "vm-423451" [ 2475.044734] env[62743]: _type = "VirtualMachine" [ 2475.044734] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2475.045110] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6fe9664-ded5-4495-b1b8-9c7a4dc1521f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.053123] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease: (returnval){ [ 2475.053123] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a1f02b-b09d-92c4-d460-acbfece1ef19" [ 2475.053123] env[62743]: _type = "HttpNfcLease" [ 2475.053123] env[62743]: } obtained for exporting VM: (result){ [ 2475.053123] env[62743]: value = "vm-423451" [ 2475.053123] env[62743]: _type = "VirtualMachine" [ 2475.053123] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2475.053600] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the lease: (returnval){ [ 2475.053600] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a1f02b-b09d-92c4-d460-acbfece1ef19" [ 2475.053600] env[62743]: _type = "HttpNfcLease" [ 2475.053600] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2475.060731] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2475.060731] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a1f02b-b09d-92c4-d460-acbfece1ef19" [ 2475.060731] env[62743]: _type = "HttpNfcLease" [ 2475.060731] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2475.265074] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2475.265290] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2475.265394] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2475.265578] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2475.265744] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2475.265902] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2475.266122] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2475.266343] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2475.266432] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2475.266676] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2475.266752] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2475.271799] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b575c189-092d-434e-8715-2c87a66854b0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.289566] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2475.289566] env[62743]: value = "task-2064884" [ 2475.289566] env[62743]: _type = "Task" [ 2475.289566] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.299335] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.505098] env[62743]: INFO nova.compute.manager [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Took 18.91 seconds to build instance. [ 2475.562373] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2475.562373] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a1f02b-b09d-92c4-d460-acbfece1ef19" [ 2475.562373] env[62743]: _type = "HttpNfcLease" [ 2475.562373] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2475.562644] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2475.562644] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a1f02b-b09d-92c4-d460-acbfece1ef19" [ 2475.562644] env[62743]: _type = "HttpNfcLease" [ 2475.562644] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2475.563407] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37288a-1e3a-470a-8b34-38babb7577c1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.571883] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb522-1be2-d786-98fe-178a1a9406a9/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2475.572063] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb522-1be2-d786-98fe-178a1a9406a9/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2475.663953] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-372ca82a-6c03-4035-962d-1ef4ca55baaf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.800171] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064884, 'name': ReconfigVM_Task, 'duration_secs': 0.195583} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.800427] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance '5e98c300-388a-4b9c-8a81-65d9738efb7a' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2476.007404] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c6a8fd38-e2fb-41af-b8ef-604b742434e0 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.425s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.308339] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2476.308339] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2476.308339] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2476.308339] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2476.308680] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2476.308857] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2476.309212] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2476.309302] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2476.310053] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2476.310053] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2476.310317] env[62743]: DEBUG nova.virt.hardware [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2476.317326] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2476.317876] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79671429-ed47-4d59-8535-e4d9377727fc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.340345] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2476.340345] env[62743]: value = "task-2064885" [ 2476.340345] env[62743]: _type = "Task" [ 2476.340345] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.352250] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.683393] env[62743]: DEBUG nova.compute.manager [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Received event network-changed-9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2476.683682] env[62743]: DEBUG nova.compute.manager [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Refreshing instance network info cache due to event network-changed-9649e8f7-9fca-4f76-a7b5-0000a33409fa. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2476.684785] env[62743]: DEBUG oslo_concurrency.lockutils [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] Acquiring lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2476.684785] env[62743]: DEBUG oslo_concurrency.lockutils [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] Acquired lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2476.684785] env[62743]: DEBUG nova.network.neutron [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Refreshing network info cache for port 9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2476.851417] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064885, 'name': ReconfigVM_Task, 'duration_secs': 0.194981} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.851710] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2476.852593] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82b574e-d500-48f1-8e6f-516152dd0241 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.876462] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 5e98c300-388a-4b9c-8a81-65d9738efb7a/5e98c300-388a-4b9c-8a81-65d9738efb7a.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2476.877045] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f93b6a-97d7-47e5-a7a5-f35f76626ad8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.897878] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2476.897878] env[62743]: value = "task-2064886" [ 2476.897878] env[62743]: _type = "Task" [ 2476.897878] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.907402] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.409361] env[62743]: DEBUG oslo_vmware.api [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064886, 'name': ReconfigVM_Task, 'duration_secs': 0.275298} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.409779] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 5e98c300-388a-4b9c-8a81-65d9738efb7a/5e98c300-388a-4b9c-8a81-65d9738efb7a.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2477.410240] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance '5e98c300-388a-4b9c-8a81-65d9738efb7a' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2477.493456] env[62743]: DEBUG nova.network.neutron [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updated VIF entry in instance network info cache for port 9649e8f7-9fca-4f76-a7b5-0000a33409fa. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2477.494249] env[62743]: DEBUG nova.network.neutron [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updating instance_info_cache with network_info: [{"id": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "address": "fa:16:3e:ea:1a:07", "network": {"id": "c5ac7adc-749d-4e8c-a051-0ed67cf9740b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1539337270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569c2fc94e5346cb9a3f69295a03f69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9649e8f7-9f", "ovs_interfaceid": "9649e8f7-9fca-4f76-a7b5-0000a33409fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2477.921143] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc65e605-0c12-48b5-80fb-c1c1c3602472 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.947733] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1604d8-bc76-42e2-9201-160245aa12bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.970091] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance '5e98c300-388a-4b9c-8a81-65d9738efb7a' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2477.997197] env[62743]: DEBUG oslo_concurrency.lockutils [req-c598830d-869f-4c26-ab5f-cc012bb34710 req-1366d1bd-cf6b-4fa4-8ca3-8cd61ce6676a service nova] Releasing lock "refresh_cache-c511d8e2-943b-45e3-9ca7-aeb49ee17445" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2478.509057] env[62743]: DEBUG nova.network.neutron [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Port a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2479.527700] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2479.528102] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2479.528102] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2480.570393] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2480.570672] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2480.570885] env[62743]: DEBUG nova.network.neutron [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2481.303898] env[62743]: DEBUG nova.network.neutron [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2481.807068] env[62743]: DEBUG oslo_concurrency.lockutils [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2482.333807] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fa4314-44e0-4edb-85f3-c56aa31b5081 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.355411] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a631591-ca37-4818-93fd-2e807b985921 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.364550] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance '5e98c300-388a-4b9c-8a81-65d9738efb7a' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2482.870799] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-60c49043-d9f2-4ec1-98ce-42d5340067ce tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance '5e98c300-388a-4b9c-8a81-65d9738efb7a' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2484.988075] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2484.988505] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2484.988595] env[62743]: DEBUG nova.compute.manager [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Going to confirm migration 9 {{(pid=62743) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2485.275731] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb522-1be2-d786-98fe-178a1a9406a9/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2485.276779] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e7431-0ff3-4adf-8501-cef92419dbf3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.283869] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb522-1be2-d786-98fe-178a1a9406a9/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2485.284045] env[62743]: ERROR oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb522-1be2-d786-98fe-178a1a9406a9/disk-0.vmdk due to incomplete transfer. [ 2485.284286] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-521d9ee5-e2da-4568-895a-e4e825987bfa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.291991] env[62743]: DEBUG oslo_vmware.rw_handles [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffb522-1be2-d786-98fe-178a1a9406a9/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2485.292203] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Uploaded image 723d0eca-00cb-4089-ace6-953b421bedd4 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2485.294610] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2485.294846] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6edd136-6559-4636-a74f-4d82c2bb4b2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.300154] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2485.300154] env[62743]: value = "task-2064887" [ 2485.300154] env[62743]: _type = "Task" [ 2485.300154] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.307769] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.560436] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2485.560634] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2485.560814] env[62743]: DEBUG nova.network.neutron [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2485.561013] env[62743]: DEBUG nova.objects.instance [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'info_cache' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2485.810039] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.310714] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.768292] env[62743]: DEBUG nova.network.neutron [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2486.811167] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2487.271298] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2487.271298] env[62743]: DEBUG nova.objects.instance [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'migration_context' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2487.311934] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2487.774846] env[62743]: DEBUG nova.objects.base [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Object Instance<5e98c300-388a-4b9c-8a81-65d9738efb7a> lazy-loaded attributes: info_cache,migration_context {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2487.775256] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8d3c98-d32b-46ee-aa92-faf77e08e224 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.796225] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf162fe1-3596-4ca7-b248-0b5661e86afa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.801746] env[62743]: DEBUG oslo_vmware.api [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2487.801746] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5291a16a-0876-4a57-8278-9e7bb60e49cd" [ 2487.801746] env[62743]: _type = "Task" [ 2487.801746] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2487.812440] env[62743]: DEBUG oslo_vmware.api [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5291a16a-0876-4a57-8278-9e7bb60e49cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008073} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2487.815294] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.815529] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.816909] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.313486] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.388867] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526331c2-2fc0-4cd3-8229-aad903f53c29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.396693] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002fd22-b1b3-4875-ba51-d2d139e654b8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.427234] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c5243-0f24-4356-87ab-8aaac43fd591 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.434852] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee883940-989a-4704-a382-3af6962fa759 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.448992] env[62743]: DEBUG nova.compute.provider_tree [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2488.815301] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.952675] env[62743]: DEBUG nova.scheduler.client.report [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2489.315491] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2489.816055] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2489.962691] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.147s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2489.962965] env[62743]: DEBUG nova.compute.manager [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62743) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2490.315843] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2490.520500] env[62743]: INFO nova.scheduler.client.report [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted allocation for migration 3e959cdd-6368-418a-b02a-31d42459bb80 [ 2490.817060] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.026009] env[62743]: DEBUG oslo_concurrency.lockutils [None req-2cbdd5d9-727a-4efe-b853-1f10180f2c41 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.037s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2491.318357] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task} progress is 33%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.819737] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064887, 'name': Destroy_Task, 'duration_secs': 6.093123} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2491.820013] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Destroyed the VM [ 2491.820265] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2491.820529] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88bf6d45-d519-4f6e-87ad-0c60510560d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.827877] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2491.827877] env[62743]: value = "task-2064888" [ 2491.827877] env[62743]: _type = "Task" [ 2491.827877] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2491.835904] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.845709] env[62743]: DEBUG nova.objects.instance [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'flavor' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2492.338567] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064888, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378966} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2492.338932] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2492.339046] env[62743]: DEBUG nova.compute.manager [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2492.339820] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08600202-c33c-4b38-b80e-b893839c762c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.349839] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2492.350035] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2492.350172] env[62743]: DEBUG nova.network.neutron [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2492.350343] env[62743]: DEBUG nova.objects.instance [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'info_cache' on Instance uuid 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2492.853028] env[62743]: DEBUG nova.objects.base [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Object Instance<5e98c300-388a-4b9c-8a81-65d9738efb7a> lazy-loaded attributes: flavor,info_cache {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2492.853974] env[62743]: INFO nova.compute.manager [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Shelve offloading [ 2493.359929] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2493.360274] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c532f8a5-0876-4096-aba5-ca2637055610 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.368400] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2493.368400] env[62743]: value = "task-2064889" [ 2493.368400] env[62743]: _type = "Task" [ 2493.368400] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2493.376837] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2493.558028] env[62743]: DEBUG nova.network.neutron [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [{"id": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "address": "fa:16:3e:6a:8b:6b", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d54a21-4b", "ovs_interfaceid": "a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2493.879341] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2493.879561] env[62743]: DEBUG nova.compute.manager [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2493.880411] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2725d15-93f9-4432-a3f6-f8597ac5cfcf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.886340] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2493.886504] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2493.886671] env[62743]: DEBUG nova.network.neutron [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2494.060424] env[62743]: DEBUG oslo_concurrency.lockutils [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-5e98c300-388a-4b9c-8a81-65d9738efb7a" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2494.587684] env[62743]: DEBUG nova.network.neutron [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2abac4-30", "ovs_interfaceid": "da2abac4-30ec-457b-91ef-cde984db33ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2495.066726] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2495.067062] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9873e669-b9f6-4636-9dc9-5c8a20c64eb9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.076465] env[62743]: DEBUG oslo_vmware.api [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2495.076465] env[62743]: value = "task-2064890" [ 2495.076465] env[62743]: _type = "Task" [ 2495.076465] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.084534] env[62743]: DEBUG oslo_vmware.api [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.090154] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.342032] env[62743]: DEBUG nova.compute.manager [req-ed50b11f-41d4-4675-bca1-7fcfe08cc0d7 req-c9676a5e-3f79-47a6-94f7-c701bcb77905 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-vif-unplugged-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2495.342625] env[62743]: DEBUG oslo_concurrency.lockutils [req-ed50b11f-41d4-4675-bca1-7fcfe08cc0d7 req-c9676a5e-3f79-47a6-94f7-c701bcb77905 service nova] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2495.342875] env[62743]: DEBUG oslo_concurrency.lockutils [req-ed50b11f-41d4-4675-bca1-7fcfe08cc0d7 req-c9676a5e-3f79-47a6-94f7-c701bcb77905 service nova] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2495.343027] env[62743]: DEBUG oslo_concurrency.lockutils [req-ed50b11f-41d4-4675-bca1-7fcfe08cc0d7 req-c9676a5e-3f79-47a6-94f7-c701bcb77905 service nova] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2495.343413] env[62743]: DEBUG nova.compute.manager [req-ed50b11f-41d4-4675-bca1-7fcfe08cc0d7 req-c9676a5e-3f79-47a6-94f7-c701bcb77905 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] No waiting events found dispatching network-vif-unplugged-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2495.343609] env[62743]: WARNING nova.compute.manager [req-ed50b11f-41d4-4675-bca1-7fcfe08cc0d7 req-c9676a5e-3f79-47a6-94f7-c701bcb77905 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received unexpected event network-vif-unplugged-da2abac4-30ec-457b-91ef-cde984db33ad for instance with vm_state shelved and task_state shelving_offloading. [ 2495.434930] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2495.435919] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d99799b-5a9e-41d9-aeb8-cf6790c2b447 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.444458] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2495.444730] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f8b62f-99e3-4dea-8d9a-d3a89bc831bc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.587051] env[62743]: DEBUG oslo_vmware.api [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064890, 'name': PowerOnVM_Task, 'duration_secs': 0.405254} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.587260] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2495.587457] env[62743]: DEBUG nova.compute.manager [None req-45f26391-c3a5-4ff4-885c-210a97548622 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2495.588230] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a143279c-b340-4d22-a621-f74bebd0a828 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.730625] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2495.730763] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2495.730958] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleting the datastore file [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2495.731246] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17e9947-cc47-4357-9181-c719d5cd2796 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.738455] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2495.738455] env[62743]: value = "task-2064892" [ 2495.738455] env[62743]: _type = "Task" [ 2495.738455] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.747304] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2496.250075] env[62743]: DEBUG oslo_vmware.api [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187965} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.250333] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2496.250534] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2496.250726] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2496.273906] env[62743]: INFO nova.scheduler.client.report [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted allocations for instance cf87e091-9d84-4dac-b48f-4485eeefbb24 [ 2496.422672] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.423013] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.423241] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.423511] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.423774] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2496.428857] env[62743]: INFO nova.compute.manager [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Terminating instance [ 2496.778869] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.779240] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.779562] env[62743]: DEBUG nova.objects.instance [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'resources' on Instance uuid cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2496.933207] env[62743]: DEBUG nova.compute.manager [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2496.933499] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2496.934864] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070f4a96-c0b0-46c8-a3ea-60739b59f40d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.943145] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2496.943417] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21df4005-2a7e-48dd-8d88-7cf3c2370f8a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.950774] env[62743]: DEBUG oslo_vmware.api [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2496.950774] env[62743]: value = "task-2064893" [ 2496.950774] env[62743]: _type = "Task" [ 2496.950774] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2496.958638] env[62743]: DEBUG oslo_vmware.api [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.281773] env[62743]: DEBUG nova.objects.instance [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'numa_topology' on Instance uuid cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2497.367916] env[62743]: DEBUG nova.compute.manager [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2497.368250] env[62743]: DEBUG nova.compute.manager [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing instance network info cache due to event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2497.368508] env[62743]: DEBUG oslo_concurrency.lockutils [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2497.368657] env[62743]: DEBUG oslo_concurrency.lockutils [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2497.368819] env[62743]: DEBUG nova.network.neutron [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing network info cache for port da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2497.461853] env[62743]: DEBUG oslo_vmware.api [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064893, 'name': PowerOffVM_Task, 'duration_secs': 0.209424} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2497.462132] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2497.462302] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2497.462554] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7268366c-cf54-4b16-af16-f44d296a2220 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.545607] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2497.545886] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2497.546060] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleting the datastore file [datastore1] 5e98c300-388a-4b9c-8a81-65d9738efb7a {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2497.546289] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00d7cffb-e2da-43d1-81aa-91eaa8a26881 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.552742] env[62743]: DEBUG oslo_vmware.api [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2497.552742] env[62743]: value = "task-2064895" [ 2497.552742] env[62743]: _type = "Task" [ 2497.552742] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.560671] env[62743]: DEBUG oslo_vmware.api [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.785208] env[62743]: DEBUG nova.objects.base [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2497.839464] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4434a3da-8371-4c2b-927a-ca1b30bc5b4d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.847390] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a5de34-5ef3-4942-9145-5830403c0bf8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.879772] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eebb99-8f06-4a98-bccc-0ed15b7236df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.887410] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fabec8a-05f9-4b96-9e9b-85ec8fc88109 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.900735] env[62743]: DEBUG nova.compute.provider_tree [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2498.063486] env[62743]: DEBUG oslo_vmware.api [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181352} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2498.063737] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2498.063911] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2498.064099] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2498.064279] env[62743]: INFO nova.compute.manager [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2498.064547] env[62743]: DEBUG oslo.service.loopingcall [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2498.064743] env[62743]: DEBUG nova.compute.manager [-] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2498.064838] env[62743]: DEBUG nova.network.neutron [-] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2498.404343] env[62743]: DEBUG nova.scheduler.client.report [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2498.413874] env[62743]: DEBUG nova.network.neutron [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updated VIF entry in instance network info cache for port da2abac4-30ec-457b-91ef-cde984db33ad. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2498.414232] env[62743]: DEBUG nova.network.neutron [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapda2abac4-30", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2498.463918] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.909614] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.916808] env[62743]: DEBUG oslo_concurrency.lockutils [req-23055393-6633-431d-bb31-20f4808aedcf req-9588150d-4875-4aae-960c-b62141699370 service nova] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2499.244556] env[62743]: DEBUG nova.network.neutron [-] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2499.390674] env[62743]: DEBUG nova.compute.manager [req-d04cf72e-b05c-454c-a55e-9b6aeaf2d5f5 req-ab4f4ef3-ef6e-4284-b6c2-cfb3ec3c8a93 service nova] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Received event network-vif-deleted-a2d54a21-4bb6-47ae-8d0e-ca2ad9e8cdd1 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2499.417315] env[62743]: DEBUG oslo_concurrency.lockutils [None req-54f9b601-79bf-47fd-8251-eafc682a1d37 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.533s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2499.418223] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.954s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.418408] env[62743]: INFO nova.compute.manager [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Unshelving [ 2499.749850] env[62743]: INFO nova.compute.manager [-] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Took 1.68 seconds to deallocate network for instance. [ 2500.257201] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2500.257610] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2500.257720] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.282779] env[62743]: INFO nova.scheduler.client.report [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted allocations for instance 5e98c300-388a-4b9c-8a81-65d9738efb7a [ 2500.439244] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2500.439494] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2500.439698] env[62743]: DEBUG nova.objects.instance [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'pci_requests' on Instance uuid cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2500.792433] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f4203036-45e1-4f54-92e6-64dc6b7bc7ad tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "5e98c300-388a-4b9c-8a81-65d9738efb7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.369s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.943874] env[62743]: DEBUG nova.objects.instance [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'numa_topology' on Instance uuid cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2501.446034] env[62743]: INFO nova.compute.claims [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2502.406756] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "446d6fa4-c302-4d18-a864-f71dbb62e971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2502.406987] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.509719] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ae5b76-437e-4c8d-899c-c5e3a4d08390 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.517286] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a7ac1-aa5e-417c-871c-78e2ff47c7a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.547891] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872181b6-2ee6-4855-a7ba-ae51bd27a018 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.554778] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bf8d3a-918a-40dd-b94a-137a1febdcb7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.567616] env[62743]: DEBUG nova.compute.provider_tree [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2502.909586] env[62743]: DEBUG nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2503.071063] env[62743]: DEBUG nova.scheduler.client.report [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2503.431609] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2503.576297] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2503.578437] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.147s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2503.580338] env[62743]: INFO nova.compute.claims [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2503.609081] env[62743]: INFO nova.network.neutron [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating port da2abac4-30ec-457b-91ef-cde984db33ad with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2504.435125] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2504.435298] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2504.643163] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f8f6e-8531-414b-88ad-ddd3cdc3d8dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.650866] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947859c-d28c-40de-8c33-d7499725b05d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.682347] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485b1dd5-cac2-4fdf-9013-d0e153212566 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.691442] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2856b893-1df4-44e8-bad1-2d2900c29902 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.704455] env[62743]: DEBUG nova.compute.provider_tree [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2505.001202] env[62743]: DEBUG nova.compute.manager [req-15e5fbc6-190d-4703-9f2a-1fbd74688cc4 req-72cfa517-79e4-4292-98be-a9b39ff4cc02 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-vif-plugged-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2505.001457] env[62743]: DEBUG oslo_concurrency.lockutils [req-15e5fbc6-190d-4703-9f2a-1fbd74688cc4 req-72cfa517-79e4-4292-98be-a9b39ff4cc02 service nova] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2505.001672] env[62743]: DEBUG oslo_concurrency.lockutils [req-15e5fbc6-190d-4703-9f2a-1fbd74688cc4 req-72cfa517-79e4-4292-98be-a9b39ff4cc02 service nova] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2505.001899] env[62743]: DEBUG oslo_concurrency.lockutils [req-15e5fbc6-190d-4703-9f2a-1fbd74688cc4 req-72cfa517-79e4-4292-98be-a9b39ff4cc02 service nova] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.002091] env[62743]: DEBUG nova.compute.manager [req-15e5fbc6-190d-4703-9f2a-1fbd74688cc4 req-72cfa517-79e4-4292-98be-a9b39ff4cc02 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] No waiting events found dispatching network-vif-plugged-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2505.002168] env[62743]: WARNING nova.compute.manager [req-15e5fbc6-190d-4703-9f2a-1fbd74688cc4 req-72cfa517-79e4-4292-98be-a9b39ff4cc02 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received unexpected event network-vif-plugged-da2abac4-30ec-457b-91ef-cde984db33ad for instance with vm_state shelved_offloaded and task_state spawning. [ 2505.080988] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2505.081187] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2505.081365] env[62743]: DEBUG nova.network.neutron [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2505.207349] env[62743]: DEBUG nova.scheduler.client.report [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2505.431784] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2505.712145] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.712676] env[62743]: DEBUG nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2505.781882] env[62743]: DEBUG nova.network.neutron [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2abac4-30", "ovs_interfaceid": "da2abac4-30ec-457b-91ef-cde984db33ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2506.220098] env[62743]: DEBUG nova.compute.utils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2506.221604] env[62743]: DEBUG nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2506.221778] env[62743]: DEBUG nova.network.neutron [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2506.259833] env[62743]: DEBUG nova.policy [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c37b6ba64be499890d4033c7bcb0fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1e6783882064eee99b2a4f2cfbe3423', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2506.284405] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2506.310710] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bda9105a2c331cca9e37e9cc91b00115',container_format='bare',created_at=2025-01-10T18:57:37Z,direct_url=,disk_format='vmdk',id=723d0eca-00cb-4089-ace6-953b421bedd4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-377185430-shelved',owner='c0f68ab6bc114726a52d33cd1c44fd67',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-01-10T18:57:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2506.310965] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2506.311133] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2506.311318] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2506.311463] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2506.311607] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2506.311815] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2506.311971] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2506.312158] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2506.312322] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2506.312493] env[62743]: DEBUG nova.virt.hardware [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2506.313376] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44561928-1448-4694-896c-47bdc1316339 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.321143] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff97e7-bbc0-4975-b102-7b0c59c1a4ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.335293] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:6f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da2abac4-30ec-457b-91ef-cde984db33ad', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2506.342474] env[62743]: DEBUG oslo.service.loopingcall [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2506.342713] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2506.342920] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5801c73f-da6d-40ee-8e00-0c96694f1c99 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.362138] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2506.362138] env[62743]: value = "task-2064896" [ 2506.362138] env[62743]: _type = "Task" [ 2506.362138] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.369404] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.435195] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2506.523703] env[62743]: DEBUG nova.network.neutron [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Successfully created port: 22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2506.724432] env[62743]: DEBUG nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2506.871805] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.940028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.940028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.940028] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2506.940028] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2506.940028] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ffa875-59b2-4385-8f44-4547684e0314 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.948078] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85b0653-ec3e-42e1-aabd-2a8082339223 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.961196] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c71cc0-d4c0-419d-bc70-d40d291b25bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.967157] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297fee69-2e95-4f82-a3fb-9b25af1caf63 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.994721] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180797MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2506.994841] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.995032] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2507.029349] env[62743]: DEBUG nova.compute.manager [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2507.029575] env[62743]: DEBUG nova.compute.manager [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing instance network info cache due to event network-changed-da2abac4-30ec-457b-91ef-cde984db33ad. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2507.029779] env[62743]: DEBUG oslo_concurrency.lockutils [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2507.029876] env[62743]: DEBUG oslo_concurrency.lockutils [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2507.030046] env[62743]: DEBUG nova.network.neutron [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Refreshing network info cache for port da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2507.832244] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.022542] env[62743]: DEBUG nova.network.neutron [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updated VIF entry in instance network info cache for port da2abac4-30ec-457b-91ef-cde984db33ad. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2508.022891] env[62743]: DEBUG nova.network.neutron [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2abac4-30", "ovs_interfaceid": "da2abac4-30ec-457b-91ef-cde984db33ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2508.324714] env[62743]: DEBUG nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2508.332156] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.348298] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2508.348443] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2508.348563] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance cf87e091-9d84-4dac-b48f-4485eeefbb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2508.348680] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 446d6fa4-c302-4d18-a864-f71dbb62e971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2508.348852] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2508.348985] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2508.358088] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2508.358324] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2508.358479] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2508.358659] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2508.358803] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2508.358947] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2508.359204] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2508.359376] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2508.359543] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2508.359703] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2508.359871] env[62743]: DEBUG nova.virt.hardware [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2508.360710] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde8c3c5-3bb0-4b72-bf95-8e6b67b03f15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.369146] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42637064-3fd8-45d2-bd6c-5c07600e5873 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.409637] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57349150-c1d5-4dc3-9684-0428a14c8750 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.416216] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1367fdbf-8ce1-411f-a4b5-9add353423fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.445739] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cca7d4-915b-4776-9c1c-d779e8f8a8b2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.452224] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5793fa-8d2f-4483-adb8-0e3746d91ff4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.464546] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2508.526014] env[62743]: DEBUG oslo_concurrency.lockutils [req-2bf5c54f-5005-40cc-9a9c-b9059ddfc53f req-08ae11a6-0ffc-4e1a-877b-0865585cea23 service nova] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2508.828747] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.968014] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2509.328946] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.473107] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2509.473300] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.478s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2509.829243] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.330201] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.474111] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2510.474345] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2510.474504] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2510.830995] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.332413] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.435131] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2511.832353] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.333146] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.834676] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.335140] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064896, 'name': CreateVM_Task, 'duration_secs': 6.49916} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2513.335420] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2513.336076] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2513.336346] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2513.336710] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2513.336955] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b843b5e7-19b9-410e-9349-81eaa4c2410a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.341312] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2513.341312] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5260e613-2312-9924-cbbb-d80e83ad1acf" [ 2513.341312] env[62743]: _type = "Task" [ 2513.341312] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2513.348846] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5260e613-2312-9924-cbbb-d80e83ad1acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.851852] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2513.852178] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Processing image 723d0eca-00cb-4089-ace6-953b421bedd4 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2513.852343] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4/723d0eca-00cb-4089-ace6-953b421bedd4.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2513.852485] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4/723d0eca-00cb-4089-ace6-953b421bedd4.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2513.852660] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2513.852909] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b4e0ac2-a2c1-44bf-a99b-762a095bd14f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.861878] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2513.862074] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2513.862764] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20966640-a341-4381-ac83-2417b265e0de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.867750] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2513.867750] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52029a46-40a4-6bcf-5587-411ef53d8955" [ 2513.867750] env[62743]: _type = "Task" [ 2513.867750] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2513.876180] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52029a46-40a4-6bcf-5587-411ef53d8955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.950122] env[62743]: DEBUG nova.compute.manager [req-434f670e-0f08-41ba-81b0-e6b664231a57 req-59e93fa6-ca27-4d0c-9c2a-0601dad629d9 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Received event network-vif-plugged-22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2513.950122] env[62743]: DEBUG oslo_concurrency.lockutils [req-434f670e-0f08-41ba-81b0-e6b664231a57 req-59e93fa6-ca27-4d0c-9c2a-0601dad629d9 service nova] Acquiring lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2513.950294] env[62743]: DEBUG oslo_concurrency.lockutils [req-434f670e-0f08-41ba-81b0-e6b664231a57 req-59e93fa6-ca27-4d0c-9c2a-0601dad629d9 service nova] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2513.950456] env[62743]: DEBUG oslo_concurrency.lockutils [req-434f670e-0f08-41ba-81b0-e6b664231a57 req-59e93fa6-ca27-4d0c-9c2a-0601dad629d9 service nova] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2513.950625] env[62743]: DEBUG nova.compute.manager [req-434f670e-0f08-41ba-81b0-e6b664231a57 req-59e93fa6-ca27-4d0c-9c2a-0601dad629d9 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] No waiting events found dispatching network-vif-plugged-22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2513.950788] env[62743]: WARNING nova.compute.manager [req-434f670e-0f08-41ba-81b0-e6b664231a57 req-59e93fa6-ca27-4d0c-9c2a-0601dad629d9 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Received unexpected event network-vif-plugged-22d188df-211e-4626-9304-3434188a7ad2 for instance with vm_state building and task_state spawning. [ 2514.036951] env[62743]: DEBUG nova.network.neutron [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Successfully updated port: 22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2514.306649] env[62743]: INFO nova.compute.manager [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Rebuilding instance [ 2514.351336] env[62743]: DEBUG nova.compute.manager [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2514.352211] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e69ce45-1fad-433e-b24a-99d1696523ae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.376481] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Preparing fetch location {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2514.376746] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Fetch image to [datastore1] OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3/OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3.vmdk {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2514.376949] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Downloading stream optimized image 723d0eca-00cb-4089-ace6-953b421bedd4 to [datastore1] OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3/OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3.vmdk on the data store datastore1 as vApp {{(pid=62743) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2514.377137] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Downloading image file data 723d0eca-00cb-4089-ace6-953b421bedd4 to the ESX as VM named 'OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3' {{(pid=62743) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2514.435728] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2514.443222] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2514.443222] env[62743]: value = "resgroup-9" [ 2514.443222] env[62743]: _type = "ResourcePool" [ 2514.443222] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2514.443501] env[62743]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b36676ef-cfee-4631-a579-9e8069345869 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.464720] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease: (returnval){ [ 2514.464720] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5286b66b-35e1-01ef-82fa-a750241ca318" [ 2514.464720] env[62743]: _type = "HttpNfcLease" [ 2514.464720] env[62743]: } obtained for vApp import into resource pool (val){ [ 2514.464720] env[62743]: value = "resgroup-9" [ 2514.464720] env[62743]: _type = "ResourcePool" [ 2514.464720] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2514.465095] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the lease: (returnval){ [ 2514.465095] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5286b66b-35e1-01ef-82fa-a750241ca318" [ 2514.465095] env[62743]: _type = "HttpNfcLease" [ 2514.465095] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2514.471772] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2514.471772] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5286b66b-35e1-01ef-82fa-a750241ca318" [ 2514.471772] env[62743]: _type = "HttpNfcLease" [ 2514.471772] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2514.539262] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2514.539451] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2514.539582] env[62743]: DEBUG nova.network.neutron [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2514.974890] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2514.974890] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5286b66b-35e1-01ef-82fa-a750241ca318" [ 2514.974890] env[62743]: _type = "HttpNfcLease" [ 2514.974890] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2514.975215] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2514.975215] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5286b66b-35e1-01ef-82fa-a750241ca318" [ 2514.975215] env[62743]: _type = "HttpNfcLease" [ 2514.975215] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2514.975910] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a984f-8497-4897-aa90-67f7228b70e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.983074] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b25fd-f276-dcb2-cabb-8a902dc66b23/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2514.983246] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b25fd-f276-dcb2-cabb-8a902dc66b23/disk-0.vmdk. {{(pid=62743) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2515.047088] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9834bdb6-b01d-44b8-ae61-eecfa3fbfc28 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.095367] env[62743]: DEBUG nova.network.neutron [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2515.292557] env[62743]: DEBUG nova.network.neutron [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2515.366437] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2515.368668] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089e153f-f6ff-4075-8f58-e004783a0061 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.377291] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2515.377291] env[62743]: value = "task-2064898" [ 2515.377291] env[62743]: _type = "Task" [ 2515.377291] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.385197] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.796702] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2515.797185] env[62743]: DEBUG nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Instance network_info: |[{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2515.797688] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:34:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d188df-211e-4626-9304-3434188a7ad2', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2515.805843] env[62743]: DEBUG oslo.service.loopingcall [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2515.807669] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2515.807931] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-675dbf56-15f6-4ba9-bf4f-5f2cadb3523d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.827247] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2515.827247] env[62743]: value = "task-2064899" [ 2515.827247] env[62743]: _type = "Task" [ 2515.827247] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.836596] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064899, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.886324] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064898, 'name': PowerOffVM_Task, 'duration_secs': 0.17629} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.886611] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2515.887388] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2515.887689] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e40301d-0e96-4469-9580-9aa9c61d357d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.893296] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2515.893296] env[62743]: value = "task-2064900" [ 2515.893296] env[62743]: _type = "Task" [ 2515.893296] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.904085] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2515.904309] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2515.904556] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423445', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'name': 'volume-ddde896a-bd21-467f-a69e-516fa90f5444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c511d8e2-943b-45e3-9ca7-aeb49ee17445', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'serial': 'ddde896a-bd21-467f-a69e-516fa90f5444'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2515.905331] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5761c0c0-44ab-4993-9374-1e1f40ffde3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.923719] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67134eb8-ca23-4fce-bd05-c74b68e030ac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.930699] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebfbddc-b630-4f54-8424-28915cd728f5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.951892] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245305e5-8734-4b55-a2a2-4917b3385664 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.968618] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] The volume has not been displaced from its original location: [datastore1] volume-ddde896a-bd21-467f-a69e-516fa90f5444/volume-ddde896a-bd21-467f-a69e-516fa90f5444.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2515.974923] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2515.979718] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb00a94-e499-4df8-bed2-cc8e44ab7ddc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.997539] env[62743]: DEBUG nova.compute.manager [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Received event network-changed-22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2515.997730] env[62743]: DEBUG nova.compute.manager [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Refreshing instance network info cache due to event network-changed-22d188df-211e-4626-9304-3434188a7ad2. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2515.997955] env[62743]: DEBUG oslo_concurrency.lockutils [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] Acquiring lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2515.998127] env[62743]: DEBUG oslo_concurrency.lockutils [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] Acquired lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2515.998296] env[62743]: DEBUG nova.network.neutron [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Refreshing network info cache for port 22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2516.006447] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2516.006447] env[62743]: value = "task-2064901" [ 2516.006447] env[62743]: _type = "Task" [ 2516.006447] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.021103] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.231217] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Completed reading data from the image iterator. {{(pid=62743) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2516.231467] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b25fd-f276-dcb2-cabb-8a902dc66b23/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2516.232529] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb84f14-3a1f-4578-8749-ec9bd734b831 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.239478] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b25fd-f276-dcb2-cabb-8a902dc66b23/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2516.239665] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b25fd-f276-dcb2-cabb-8a902dc66b23/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2516.239931] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-13075f68-3f81-4496-a266-08ae68132d20 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.337159] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064899, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.430947] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2516.482958] env[62743]: DEBUG oslo_vmware.rw_handles [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521b25fd-f276-dcb2-cabb-8a902dc66b23/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2516.483159] env[62743]: INFO nova.virt.vmwareapi.images [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Downloaded image file data 723d0eca-00cb-4089-ace6-953b421bedd4 [ 2516.483965] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa94ad7-0d58-442a-85a0-9a049967cff5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.498774] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4825ddd4-0a15-4aca-b78d-9e7c52a23117 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.516411] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064901, 'name': ReconfigVM_Task, 'duration_secs': 0.185043} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.516676] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2516.521097] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a17ead-5b1b-43bc-9377-4d6ae0bda74f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.533714] env[62743]: INFO nova.virt.vmwareapi.images [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] The imported VM was unregistered [ 2516.535883] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Caching image {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2516.536123] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Creating directory with path [datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2516.536678] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb5ac045-c2df-4740-9567-944a0961fb31 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.540547] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2516.540547] env[62743]: value = "task-2064903" [ 2516.540547] env[62743]: _type = "Task" [ 2516.540547] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.548031] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.557381] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Created directory with path [datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2516.557558] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3/OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3.vmdk to [datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4/723d0eca-00cb-4089-ace6-953b421bedd4.vmdk. {{(pid=62743) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2516.557793] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8946dc11-c195-437f-87f6-704184e4329e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.564889] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2516.564889] env[62743]: value = "task-2064904" [ 2516.564889] env[62743]: _type = "Task" [ 2516.564889] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.572494] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064904, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.699150] env[62743]: DEBUG nova.network.neutron [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updated VIF entry in instance network info cache for port 22d188df-211e-4626-9304-3434188a7ad2. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2516.699533] env[62743]: DEBUG nova.network.neutron [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2516.839615] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064899, 'name': CreateVM_Task, 'duration_secs': 0.535685} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.839805] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2516.840508] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2516.840768] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2516.841157] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2516.841473] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6232618e-d047-43e2-bb60-38c8fabb6e06 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.846462] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2516.846462] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528b10f6-bb37-b1c2-4174-6bd8b8f07c2a" [ 2516.846462] env[62743]: _type = "Task" [ 2516.846462] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.857484] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528b10f6-bb37-b1c2-4174-6bd8b8f07c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.937095] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2516.937348] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2517.051661] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.074658] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064904, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.202426] env[62743]: DEBUG oslo_concurrency.lockutils [req-f639dda5-d18c-4476-bc96-475cbd2730f9 req-ef5fa960-f951-4ff8-9413-b1bab14eae47 service nova] Releasing lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2517.359113] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528b10f6-bb37-b1c2-4174-6bd8b8f07c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.053278} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2517.359301] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2517.359435] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2517.359658] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2517.359829] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2517.360028] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2517.360300] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80797e25-c08a-4c3f-b0bc-196d887e2e3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.376221] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2517.376431] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2517.377223] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db5ef85-c17d-4413-8915-64d46d751847 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.382849] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2517.382849] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5257acd6-95f1-aa11-0741-b30093fd412f" [ 2517.382849] env[62743]: _type = "Task" [ 2517.382849] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2517.390883] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5257acd6-95f1-aa11-0741-b30093fd412f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.551597] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064903, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.575640] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064904, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.893861] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5257acd6-95f1-aa11-0741-b30093fd412f, 'name': SearchDatastore_Task, 'duration_secs': 0.090619} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2517.894543] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d78c79a-b2c0-48d2-bb27-3a0ec8062bf7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2517.899904] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2517.899904] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a4032f-effb-ee36-a430-ebd9b375fd12" [ 2517.899904] env[62743]: _type = "Task" [ 2517.899904] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2517.907772] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a4032f-effb-ee36-a430-ebd9b375fd12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.943401] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2517.943617] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2517.943749] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2518.052200] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064903, 'name': ReconfigVM_Task, 'duration_secs': 1.195646} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.052544] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423445', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'name': 'volume-ddde896a-bd21-467f-a69e-516fa90f5444', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c511d8e2-943b-45e3-9ca7-aeb49ee17445', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddde896a-bd21-467f-a69e-516fa90f5444', 'serial': 'ddde896a-bd21-467f-a69e-516fa90f5444'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2518.052844] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2518.053672] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884634d9-8e92-4935-8183-f690804bca3e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.060899] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2518.061219] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c60f8bf1-b17c-44b9-bb0f-a95ad168e50b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.079179] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064904, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.162443] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2518.162672] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2518.162848] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Deleting the datastore file [datastore1] c511d8e2-943b-45e3-9ca7-aeb49ee17445 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2518.163142] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef4cafa1-8c04-48e1-a4b8-66542df464c8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.170670] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for the task: (returnval){ [ 2518.170670] env[62743]: value = "task-2064906" [ 2518.170670] env[62743]: _type = "Task" [ 2518.170670] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.178752] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.410992] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a4032f-effb-ee36-a430-ebd9b375fd12, 'name': SearchDatastore_Task, 'duration_secs': 0.085616} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2518.411314] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2518.411608] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2518.411873] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd00c803-5edd-4c36-94a7-8820c7bc35b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.419254] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2518.419254] env[62743]: value = "task-2064907" [ 2518.419254] env[62743]: _type = "Task" [ 2518.419254] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2518.427234] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.577496] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064904, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.681951] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.928583] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064907, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.079120] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064904, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.325227} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.079408] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3/OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3.vmdk to [datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4/723d0eca-00cb-4089-ace6-953b421bedd4.vmdk. [ 2519.079602] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Cleaning up location [datastore1] OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2519.079759] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_949c88f1-1a6e-4994-943b-df4c78c1fbc3 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2519.080035] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d14e21aa-bd5c-41af-9f22-c8a4ed9e5390 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.087071] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2519.087071] env[62743]: value = "task-2064908" [ 2519.087071] env[62743]: _type = "Task" [ 2519.087071] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.095319] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.181477] env[62743]: DEBUG oslo_vmware.api [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Task: {'id': task-2064906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676385} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.181785] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2519.182200] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2519.182200] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2519.207600] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [{"id": "da2abac4-30ec-457b-91ef-cde984db33ad", "address": "fa:16:3e:37:6f:ac", "network": {"id": "04b18e88-7d5b-466e-943e-438d889d1a6a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1779508307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0f68ab6bc114726a52d33cd1c44fd67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda2abac4-30", "ovs_interfaceid": "da2abac4-30ec-457b-91ef-cde984db33ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2519.240073] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2519.240418] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7942d0c0-fd85-46fe-ad70-d6aabe0c5d17 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.249239] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0bb1fb-cdbf-46eb-a4ed-8ed5e8015e2d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.275682] env[62743]: ERROR nova.compute.manager [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Failed to detach volume ddde896a-bd21-467f-a69e-516fa90f5444 from /dev/sda: nova.exception.InstanceNotFound: Instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 could not be found. [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Traceback (most recent call last): [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self.driver.rebuild(**kwargs) [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] raise NotImplementedError() [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] NotImplementedError [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] During handling of the above exception, another exception occurred: [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Traceback (most recent call last): [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self.driver.detach_volume(context, old_connection_info, [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] return self._volumeops.detach_volume(connection_info, instance) [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self._detach_volume_vmdk(connection_info, instance) [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] stable_ref.fetch_moref(session) [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] nova.exception.InstanceNotFound: Instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 could not be found. [ 2519.275682] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.395694] env[62743]: DEBUG nova.compute.utils [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Build of instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 aborted: Failed to rebuild volume backed instance. {{(pid=62743) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2519.398107] env[62743]: ERROR nova.compute.manager [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 aborted: Failed to rebuild volume backed instance. [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Traceback (most recent call last): [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self.driver.rebuild(**kwargs) [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] raise NotImplementedError() [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] NotImplementedError [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] During handling of the above exception, another exception occurred: [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Traceback (most recent call last): [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self._detach_root_volume(context, instance, root_bdm) [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] with excutils.save_and_reraise_exception(): [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self.force_reraise() [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] raise self.value [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self.driver.detach_volume(context, old_connection_info, [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] return self._volumeops.detach_volume(connection_info, instance) [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self._detach_volume_vmdk(connection_info, instance) [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] stable_ref.fetch_moref(session) [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] nova.exception.InstanceNotFound: Instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 could not be found. [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] During handling of the above exception, another exception occurred: [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Traceback (most recent call last): [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 11384, in _error_out_instance_on_exception [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] yield [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2519.398107] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self._do_rebuild_instance_with_claim( [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self._do_rebuild_instance( [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self._rebuild_default_impl(**kwargs) [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] self._rebuild_volume_backed_instance( [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] raise exception.BuildAbortException( [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] nova.exception.BuildAbortException: Build of instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 aborted: Failed to rebuild volume backed instance. [ 2519.399435] env[62743]: ERROR nova.compute.manager [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] [ 2519.429552] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829016} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.430181] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2519.430423] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2519.431385] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43a76b8e-e410-442d-9ec1-e8ec59e4632e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.437967] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2519.437967] env[62743]: value = "task-2064909" [ 2519.437967] env[62743]: _type = "Task" [ 2519.437967] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.445281] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.598078] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150434} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.598078] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2519.598078] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4/723d0eca-00cb-4089-ace6-953b421bedd4.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2519.598078] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4/723d0eca-00cb-4089-ace6-953b421bedd4.vmdk to [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2519.598078] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d31884-c27c-4a44-b71b-094b10657d59 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.605151] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2519.605151] env[62743]: value = "task-2064910" [ 2519.605151] env[62743]: _type = "Task" [ 2519.605151] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.612549] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.711369] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-cf87e091-9d84-4dac-b48f-4485eeefbb24" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2519.711369] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2519.948401] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083471} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.948678] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2519.949818] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061c07a-f724-4882-827c-ca27041dc90f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.972591] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2519.972919] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b86cef4c-7abb-49ec-bf73-c728b44cec75 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.993140] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2519.993140] env[62743]: value = "task-2064911" [ 2519.993140] env[62743]: _type = "Task" [ 2519.993140] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2520.001286] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.115074] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064910, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.503745] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.616419] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064910, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.004921] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064911, 'name': ReconfigVM_Task, 'duration_secs': 0.821743} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.005225] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2521.005836] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4beeaa7b-010f-480f-ba8a-f7739fb793e2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.012515] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2521.012515] env[62743]: value = "task-2064912" [ 2521.012515] env[62743]: _type = "Task" [ 2521.012515] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.021477] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064912, 'name': Rename_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.118202] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064910, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.414618] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2521.414947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2521.473857] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484abe78-9cab-4bde-bccd-5695be3b472c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.481937] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc39234-56ca-4c5d-b4d4-4d5818b7b45f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.517009] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4af4b5-8d30-4fda-9e3e-74387c7db1d9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.524938] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064912, 'name': Rename_Task, 'duration_secs': 0.163082} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.527155] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2521.527463] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361d3af1-467b-4e1f-b33b-9e8310804b3a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.529948] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5043386-8984-4027-afcd-db5eefa46478 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.543905] env[62743]: DEBUG nova.compute.provider_tree [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2521.546516] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2521.546516] env[62743]: value = "task-2064913" [ 2521.546516] env[62743]: _type = "Task" [ 2521.546516] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.558774] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.621106] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064910, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.048449] env[62743]: DEBUG nova.scheduler.client.report [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2522.061433] env[62743]: DEBUG oslo_vmware.api [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064913, 'name': PowerOnVM_Task, 'duration_secs': 0.51261} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.062194] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2522.062396] env[62743]: INFO nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Took 13.74 seconds to spawn the instance on the hypervisor. [ 2522.062572] env[62743]: DEBUG nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2522.063335] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700fa077-cd92-4f91-85e3-5c2c3a140fcf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.118659] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064910, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.264636} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.118906] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/723d0eca-00cb-4089-ace6-953b421bedd4/723d0eca-00cb-4089-ace6-953b421bedd4.vmdk to [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2522.119717] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b8d36-dd2b-411e-b98a-125f7ec7574a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.143225] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2522.143517] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae21e01c-c04f-45f6-8c4d-da8a0b44e1de {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.162980] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2522.162980] env[62743]: value = "task-2064914" [ 2522.162980] env[62743]: _type = "Task" [ 2522.162980] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2522.170672] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.544653] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquiring lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2522.544986] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2522.545233] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquiring lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2522.545416] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2522.545582] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.547834] env[62743]: INFO nova.compute.manager [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Terminating instance [ 2522.556921] env[62743]: DEBUG oslo_concurrency.lockutils [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.142s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.557113] env[62743]: INFO nova.compute.manager [None req-d986fa11-4df5-41da-ba48-295a4a38253e tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Successfully reverted task state from rebuilding on failure for instance. [ 2522.578904] env[62743]: INFO nova.compute.manager [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Took 19.16 seconds to build instance. [ 2522.672483] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.052073] env[62743]: DEBUG nova.compute.manager [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2523.052425] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30c6ab92-afdb-4bed-b5af-3b7cfc13fd1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.062224] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf53e96-d4b2-47e9-998f-9a679341e5db {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.081278] env[62743]: DEBUG oslo_concurrency.lockutils [None req-78c41780-5da8-44d2-8415-e64a3c75798f tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.674s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2523.086752] env[62743]: WARNING nova.virt.vmwareapi.driver [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 could not be found. [ 2523.086947] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2523.087252] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28fb22f5-8af7-49b3-88bc-e80e03bf47a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.095191] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a9083-82ce-4d76-8d99-620d7fad14c4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.119453] env[62743]: WARNING nova.virt.vmwareapi.vmops [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 could not be found. [ 2523.119648] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2523.119849] env[62743]: INFO nova.compute.manager [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Took 0.07 seconds to destroy the instance on the hypervisor. [ 2523.120226] env[62743]: DEBUG oslo.service.loopingcall [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2523.120551] env[62743]: DEBUG nova.compute.manager [-] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2523.120711] env[62743]: DEBUG nova.network.neutron [-] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2523.173229] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.322137] env[62743]: DEBUG nova.compute.manager [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Received event network-changed-22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2523.322137] env[62743]: DEBUG nova.compute.manager [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Refreshing instance network info cache due to event network-changed-22d188df-211e-4626-9304-3434188a7ad2. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2523.322137] env[62743]: DEBUG oslo_concurrency.lockutils [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] Acquiring lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2523.322137] env[62743]: DEBUG oslo_concurrency.lockutils [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] Acquired lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2523.322137] env[62743]: DEBUG nova.network.neutron [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Refreshing network info cache for port 22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2523.674195] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064914, 'name': ReconfigVM_Task, 'duration_secs': 1.06121} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2523.675750] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Reconfigured VM instance instance-00000078 to attach disk [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24/cf87e091-9d84-4dac-b48f-4485eeefbb24.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2523.676395] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de36e0ba-e152-4329-bb8b-2e9b5f854752 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.683909] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2523.683909] env[62743]: value = "task-2064915" [ 2523.683909] env[62743]: _type = "Task" [ 2523.683909] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2523.692827] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064915, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.701965] env[62743]: DEBUG nova.compute.manager [req-466f7075-c8fd-4883-9ed1-c781154530b1 req-677ce206-9341-40db-a7a5-104e6ed14e8e service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Received event network-vif-deleted-9649e8f7-9fca-4f76-a7b5-0000a33409fa {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2523.702261] env[62743]: INFO nova.compute.manager [req-466f7075-c8fd-4883-9ed1-c781154530b1 req-677ce206-9341-40db-a7a5-104e6ed14e8e service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Neutron deleted interface 9649e8f7-9fca-4f76-a7b5-0000a33409fa; detaching it from the instance and deleting it from the info cache [ 2523.702457] env[62743]: DEBUG nova.network.neutron [req-466f7075-c8fd-4883-9ed1-c781154530b1 req-677ce206-9341-40db-a7a5-104e6ed14e8e service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2524.182030] env[62743]: DEBUG nova.network.neutron [-] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2524.195159] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064915, 'name': Rename_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.202105] env[62743]: DEBUG nova.network.neutron [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updated VIF entry in instance network info cache for port 22d188df-211e-4626-9304-3434188a7ad2. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2524.202491] env[62743]: DEBUG nova.network.neutron [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2524.206485] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fdbb609-6c90-440b-8cf1-d0b8c056c9d3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.216434] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29078017-5712-48db-9b27-b9419b4a7bd3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.244047] env[62743]: DEBUG nova.compute.manager [req-466f7075-c8fd-4883-9ed1-c781154530b1 req-677ce206-9341-40db-a7a5-104e6ed14e8e service nova] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Detach interface failed, port_id=9649e8f7-9fca-4f76-a7b5-0000a33409fa, reason: Instance c511d8e2-943b-45e3-9ca7-aeb49ee17445 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2524.682404] env[62743]: INFO nova.compute.manager [-] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Took 1.56 seconds to deallocate network for instance. [ 2524.695194] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064915, 'name': Rename_Task, 'duration_secs': 0.615232} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2524.695473] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2524.695719] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70550414-5f39-4216-8bb3-a309a491d6d0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.701824] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2524.701824] env[62743]: value = "task-2064916" [ 2524.701824] env[62743]: _type = "Task" [ 2524.701824] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.705016] env[62743]: DEBUG oslo_concurrency.lockutils [req-cd94ce0a-de58-4bb0-820d-c35bd0f4d208 req-240c9adc-e478-47b9-bfc2-aef7fca6245d service nova] Releasing lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2524.710624] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.213019] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.231222] env[62743]: INFO nova.compute.manager [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Took 0.55 seconds to detach 1 volumes for instance. [ 2525.233705] env[62743]: DEBUG nova.compute.manager [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Deleting volume: ddde896a-bd21-467f-a69e-516fa90f5444 {{(pid=62743) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2525.713376] env[62743]: DEBUG oslo_vmware.api [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064916, 'name': PowerOnVM_Task, 'duration_secs': 0.646554} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2525.713802] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2525.784589] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2525.784942] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2525.785229] env[62743]: DEBUG nova.objects.instance [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lazy-loading 'resources' on Instance uuid c511d8e2-943b-45e3-9ca7-aeb49ee17445 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2525.841536] env[62743]: DEBUG nova.compute.manager [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2525.842531] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d135ca49-3f88-4e13-9318-487fd577c0bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.344077] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a0c61-ddbe-474e-a3c8-f084ad705764 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.354872] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7e0b64-7ea0-44d0-9f57-a78d2be72e15 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.412110] env[62743]: DEBUG oslo_concurrency.lockutils [None req-87b75f3e-bf1c-410e-a192-e3bcf391b014 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.994s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2526.414500] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533f3c6-34f7-40f3-915a-ccce510a092c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.427160] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c2c881-a78c-4aca-ac54-fde0f2c9911a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.451593] env[62743]: DEBUG nova.compute.provider_tree [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2526.956938] env[62743]: DEBUG nova.scheduler.client.report [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2527.462190] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2527.984052] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b642e6de-185f-43d3-87e8-b75ddd2ee288 tempest-ServerActionsV293TestJSON-1206065537 tempest-ServerActionsV293TestJSON-1206065537-project-member] Lock "c511d8e2-943b-45e3-9ca7-aeb49ee17445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.439s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2530.765189] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "38af1b14-3060-4313-a4d0-307545c28204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2530.765571] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "38af1b14-3060-4313-a4d0-307545c28204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2530.942286] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2530.942622] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2531.267456] env[62743]: DEBUG nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2531.445531] env[62743]: DEBUG nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2531.789495] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2531.789772] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2531.791244] env[62743]: INFO nova.compute.claims [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2531.966290] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2532.864580] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8685c0c-288e-4383-9190-32bea0a4fa29 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.872300] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c17f52c-b7e6-48a6-8c01-59255058155f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.902723] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897b55b7-d14c-41cc-82a0-8e1c76d4977d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.909925] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0e834-3cf8-4d87-b35d-27c8b9d64bd5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.922918] env[62743]: DEBUG nova.compute.provider_tree [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2533.426749] env[62743]: DEBUG nova.scheduler.client.report [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2533.932567] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2533.933146] env[62743]: DEBUG nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2533.935845] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.970s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.937536] env[62743]: INFO nova.compute.claims [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2534.441598] env[62743]: DEBUG nova.compute.utils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2534.444786] env[62743]: DEBUG nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Not allocating networking since 'none' was specified. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2534.945780] env[62743]: DEBUG nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2535.013290] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191888ef-8b9c-4001-a936-b389e71b2ae5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.020930] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db95c91-4728-40b5-8461-2e14b9f546cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.051206] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd93e4ec-c9e0-4027-af8f-587d9814e4a0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.058237] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec36db-0924-464e-a6a8-bf4231d95104 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.070968] env[62743]: DEBUG nova.compute.provider_tree [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2535.573556] env[62743]: DEBUG nova.scheduler.client.report [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2535.957288] env[62743]: DEBUG nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2535.985831] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2535.986111] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2535.986272] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2535.986673] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2535.986826] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2535.986976] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2535.987203] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2535.987363] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2535.987529] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2535.987690] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2535.987858] env[62743]: DEBUG nova.virt.hardware [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2535.988728] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c97269a-9bd7-492e-9060-3de02ea54ed4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.996636] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaf9807-3bf2-4fb7-8ecd-3896fca61124 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.009285] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2536.014644] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Creating folder: Project (9dea4a0889dc4be8a24e86d289d49caf). Parent ref: group-v423128. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2536.014891] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8869361-2a52-42c8-be30-f3c04a588bda {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.025232] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Created folder: Project (9dea4a0889dc4be8a24e86d289d49caf) in parent group-v423128. [ 2536.025408] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Creating folder: Instances. Parent ref: group-v423455. {{(pid=62743) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2536.025605] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dd33336-41cd-43be-b17c-b941ae810b6c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.034490] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Created folder: Instances in parent group-v423455. [ 2536.034757] env[62743]: DEBUG oslo.service.loopingcall [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2536.034887] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2536.035098] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-436256c4-24b9-49bc-8ec4-fc77855d873a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.050289] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2536.050289] env[62743]: value = "task-2064920" [ 2536.050289] env[62743]: _type = "Task" [ 2536.050289] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2536.057064] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064920, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.077835] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2536.078322] env[62743]: DEBUG nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2536.560946] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064920, 'name': CreateVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.583333] env[62743]: DEBUG nova.compute.utils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2536.584749] env[62743]: DEBUG nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Not allocating networking since 'none' was specified. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2537.060583] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064920, 'name': CreateVM_Task, 'duration_secs': 0.519421} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2537.061014] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2537.061164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2537.061327] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2537.061647] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2537.061905] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885860bc-f6eb-436b-95f1-85fcd49d9872 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.066845] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2537.066845] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b69b66-7c5a-88aa-80c7-81c62c1eed3a" [ 2537.066845] env[62743]: _type = "Task" [ 2537.066845] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2537.073696] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b69b66-7c5a-88aa-80c7-81c62c1eed3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2537.086284] env[62743]: DEBUG nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2537.577445] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b69b66-7c5a-88aa-80c7-81c62c1eed3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2537.577749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2537.577995] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2537.578238] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2537.578406] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2537.578570] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2537.578846] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e65f68-b8a3-4b6a-ad37-41e09b34c87b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.588587] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2537.589052] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2537.592656] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea350a9-84aa-434e-af51-9214e8d6a03b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.598247] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2537.598247] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52f500e1-c9f9-e87d-f652-a765de57c5c0" [ 2537.598247] env[62743]: _type = "Task" [ 2537.598247] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2537.605763] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f500e1-c9f9-e87d-f652-a765de57c5c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2538.096893] env[62743]: DEBUG nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2538.109238] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52f500e1-c9f9-e87d-f652-a765de57c5c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013397} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2538.110012] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd0ac65-da9f-4f27-a9ca-12272fa269dc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.115900] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2538.115900] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d6123e-7555-e4fc-e262-171d1427db98" [ 2538.115900] env[62743]: _type = "Task" [ 2538.115900] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2538.125341] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d6123e-7555-e4fc-e262-171d1427db98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2538.127398] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2538.127625] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2538.127780] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2538.127957] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2538.128115] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2538.128260] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2538.128464] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2538.128616] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2538.128778] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2538.128939] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2538.129123] env[62743]: DEBUG nova.virt.hardware [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2538.129840] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08901941-e20d-4bbc-9cfc-10cea2190e22 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.136816] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2669677-1220-45f1-a34a-2690bd0e48e8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.149841] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2538.155251] env[62743]: DEBUG oslo.service.loopingcall [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2538.155476] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2538.155668] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c5a562-5992-453a-b678-3d101c10e875 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.172210] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2538.172210] env[62743]: value = "task-2064921" [ 2538.172210] env[62743]: _type = "Task" [ 2538.172210] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2538.179277] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064921, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2538.626352] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52d6123e-7555-e4fc-e262-171d1427db98, 'name': SearchDatastore_Task, 'duration_secs': 0.012987} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2538.626660] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2538.626850] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 38af1b14-3060-4313-a4d0-307545c28204/38af1b14-3060-4313-a4d0-307545c28204.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2538.627124] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b10b40b6-f807-4a89-9538-64aa69092f2e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.635109] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2538.635109] env[62743]: value = "task-2064922" [ 2538.635109] env[62743]: _type = "Task" [ 2538.635109] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2538.642161] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2538.681276] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064921, 'name': CreateVM_Task, 'duration_secs': 0.257008} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2538.681439] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2538.681803] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2538.681961] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2538.682351] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2538.682598] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a6f8bf-5d6c-4df8-a6b6-d8524a774131 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.687673] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2538.687673] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5230f5a2-cc01-f2e7-3de7-e81c1b95f2f3" [ 2538.687673] env[62743]: _type = "Task" [ 2538.687673] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2538.694846] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5230f5a2-cc01-f2e7-3de7-e81c1b95f2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2539.148532] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064922, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2539.197988] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5230f5a2-cc01-f2e7-3de7-e81c1b95f2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2539.198343] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2539.198581] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2539.198805] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2539.198951] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2539.199145] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2539.199402] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d949f181-290c-4816-b8b3-f3cf6213e75c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.207037] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2539.207214] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2539.207862] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2cd618-3c85-46cd-be1b-74a54075c03a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.212319] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2539.212319] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52a85e44-5be7-e041-7cc2-12aca31c1b84" [ 2539.212319] env[62743]: _type = "Task" [ 2539.212319] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2539.219186] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a85e44-5be7-e041-7cc2-12aca31c1b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2539.646152] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064922, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2539.721592] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52a85e44-5be7-e041-7cc2-12aca31c1b84, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2539.722374] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f17d15c8-162f-4027-a4c9-2fc794036730 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.727069] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2539.727069] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]528e16bb-ac6d-ba32-43f1-84925f8b1b24" [ 2539.727069] env[62743]: _type = "Task" [ 2539.727069] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2539.733860] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528e16bb-ac6d-ba32-43f1-84925f8b1b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2540.146031] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064922, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2540.238557] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]528e16bb-ac6d-ba32-43f1-84925f8b1b24, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2540.238854] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2540.239061] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2540.239328] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc67816-1bf9-4f7f-9fe2-e84894d933c0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.245610] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2540.245610] env[62743]: value = "task-2064923" [ 2540.245610] env[62743]: _type = "Task" [ 2540.245610] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2540.252734] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2540.649371] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064922, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.549628} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2540.649653] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 38af1b14-3060-4313-a4d0-307545c28204/38af1b14-3060-4313-a4d0-307545c28204.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2540.649910] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2540.650201] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bac5668-f3f1-4a28-a892-5f2854376a7b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2540.660152] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2540.660152] env[62743]: value = "task-2064924" [ 2540.660152] env[62743]: _type = "Task" [ 2540.660152] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2540.670853] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2540.757268] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2541.169630] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086414} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2541.169830] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2541.170627] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f63a3c4-74ba-4516-aeaf-983cb49f8ef0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.191712] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 38af1b14-3060-4313-a4d0-307545c28204/38af1b14-3060-4313-a4d0-307545c28204.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2541.192042] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94432e2e-11ad-4634-bdf7-17b447d0c96b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.211830] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2541.211830] env[62743]: value = "task-2064925" [ 2541.211830] env[62743]: _type = "Task" [ 2541.211830] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2541.219479] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2541.255233] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554641} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2541.255661] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2541.255773] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2541.255935] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be5b8494-fca5-4fcb-ae21-a21bc4019542 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.262729] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2541.262729] env[62743]: value = "task-2064926" [ 2541.262729] env[62743]: _type = "Task" [ 2541.262729] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2541.271311] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2541.722627] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2541.772548] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.398341} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2541.772840] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2541.773625] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f429e-380e-44df-9d9d-84fe9b10ff69 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.793173] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2541.793476] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018921d6-a1fc-4d7c-97c5-765765e6d81f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.813297] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2541.813297] env[62743]: value = "task-2064927" [ 2541.813297] env[62743]: _type = "Task" [ 2541.813297] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2541.824797] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2542.224176] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2542.323334] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2542.725080] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064925, 'name': ReconfigVM_Task, 'duration_secs': 1.045504} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2542.725080] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 38af1b14-3060-4313-a4d0-307545c28204/38af1b14-3060-4313-a4d0-307545c28204.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2542.725572] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d6e79de-c11d-415d-8ce3-d1c1de842c8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.732233] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2542.732233] env[62743]: value = "task-2064928" [ 2542.732233] env[62743]: _type = "Task" [ 2542.732233] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2542.739919] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064928, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2542.824155] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064927, 'name': ReconfigVM_Task, 'duration_secs': 0.516119} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2542.824457] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2542.825123] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b177f4c5-4a07-4ebd-9999-7c8d8e62bcf9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.831903] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2542.831903] env[62743]: value = "task-2064929" [ 2542.831903] env[62743]: _type = "Task" [ 2542.831903] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2542.840166] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064929, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.242176] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064928, 'name': Rename_Task, 'duration_secs': 0.136339} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2543.242442] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2543.242681] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fde4f9a-ffeb-4dc1-9dc7-e3f88a093975 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.250068] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2543.250068] env[62743]: value = "task-2064930" [ 2543.250068] env[62743]: _type = "Task" [ 2543.250068] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2543.258221] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.341613] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064929, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.760402] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.842313] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064929, 'name': Rename_Task} progress is 99%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2544.262428] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2544.343087] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064929, 'name': Rename_Task, 'duration_secs': 1.136459} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2544.343371] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2544.343539] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3437cd6a-d763-4860-9494-3c8f00959786 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.348785] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2544.348785] env[62743]: value = "task-2064931" [ 2544.348785] env[62743]: _type = "Task" [ 2544.348785] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2544.355635] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2544.761486] env[62743]: DEBUG oslo_vmware.api [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064930, 'name': PowerOnVM_Task, 'duration_secs': 1.081045} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2544.761739] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2544.761931] env[62743]: INFO nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Took 8.80 seconds to spawn the instance on the hypervisor. [ 2544.762129] env[62743]: DEBUG nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2544.762877] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645e222e-40c9-4c1d-8dd7-6451bf360214 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.858660] env[62743]: DEBUG oslo_vmware.api [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064931, 'name': PowerOnVM_Task, 'duration_secs': 0.419188} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2544.858907] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2544.859117] env[62743]: INFO nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Took 6.76 seconds to spawn the instance on the hypervisor. [ 2544.859298] env[62743]: DEBUG nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2544.860073] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d72d26-f28d-49ae-ba24-cb544700be1a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.280574] env[62743]: INFO nova.compute.manager [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Took 13.51 seconds to build instance. [ 2545.376383] env[62743]: INFO nova.compute.manager [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Took 13.42 seconds to build instance. [ 2545.782589] env[62743]: DEBUG oslo_concurrency.lockutils [None req-9c7fc601-b6f2-483f-90ad-dc9faa0ebd5f tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "38af1b14-3060-4313-a4d0-307545c28204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.017s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2545.878477] env[62743]: DEBUG oslo_concurrency.lockutils [None req-078851dc-e5f1-4510-bce8-b549f49a8ab4 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.936s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2545.897025] env[62743]: INFO nova.compute.manager [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Rebuilding instance [ 2545.936632] env[62743]: DEBUG nova.compute.manager [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2545.937505] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39055f82-7050-48b5-870c-01148701687c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.950356] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2546.950762] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6557739d-cfc3-46b2-a683-611519b426a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.958601] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2546.958601] env[62743]: value = "task-2064932" [ 2546.958601] env[62743]: _type = "Task" [ 2546.958601] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2546.966739] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.468603] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064932, 'name': PowerOffVM_Task, 'duration_secs': 0.121953} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2547.468861] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2547.469104] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2547.469835] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0db27-4910-47ed-8c1b-375d47ba81a5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.476087] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2547.476299] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9eec37d-2d49-43d0-a4d6-7dfe4f05a731 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.500930] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2547.501146] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2547.501335] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleting the datastore file [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2547.501582] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe35e6c-1b12-468b-9dab-5f172fa7c891 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.507694] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2547.507694] env[62743]: value = "task-2064934" [ 2547.507694] env[62743]: _type = "Task" [ 2547.507694] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.514852] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.017148] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122103} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.017540] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2548.017540] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2548.017717] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2549.047605] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2549.047922] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2549.048024] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2549.048207] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2549.048353] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2549.048495] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2549.048707] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2549.048862] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2549.049037] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2549.049205] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2549.049375] env[62743]: DEBUG nova.virt.hardware [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2549.050247] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2324e1-beac-4049-9852-a55d75ae8bdc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.058166] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1ada5-1a8c-49a1-aa54-9c09ffe240ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.071199] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Instance VIF info [] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2549.076542] env[62743]: DEBUG oslo.service.loopingcall [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2549.076757] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2549.076946] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1386cb78-7bb0-4c4f-b782-14af658845b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.092900] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2549.092900] env[62743]: value = "task-2064935" [ 2549.092900] env[62743]: _type = "Task" [ 2549.092900] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.100179] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064935, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.602737] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064935, 'name': CreateVM_Task, 'duration_secs': 0.275073} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.602960] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2549.603260] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2549.603420] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2549.603735] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2549.604038] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd48898-2d37-4446-8c71-fad147f5c72a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.609237] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2549.609237] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524f0299-0c94-5372-3f04-6af4c814ca04" [ 2549.609237] env[62743]: _type = "Task" [ 2549.609237] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.617102] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524f0299-0c94-5372-3f04-6af4c814ca04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.119544] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524f0299-0c94-5372-3f04-6af4c814ca04, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.120049] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2550.120049] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2550.120276] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2550.120422] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2550.120597] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2550.120854] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c282fb56-9ba7-4f39-850e-63b48f420bd3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.129609] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2550.129786] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2550.130429] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99685dff-5f65-4ec9-af7d-c19ae4573fcd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.136351] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2550.136351] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5241dd9d-8cb3-7033-2eff-f6ec306903e4" [ 2550.136351] env[62743]: _type = "Task" [ 2550.136351] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.143091] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5241dd9d-8cb3-7033-2eff-f6ec306903e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.646908] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5241dd9d-8cb3-7033-2eff-f6ec306903e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.647677] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9875382-5d6e-47c1-92db-66ce9736ebdb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.652986] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2550.652986] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52e05dbc-fb2b-ab84-793a-ada87e1404f5" [ 2550.652986] env[62743]: _type = "Task" [ 2550.652986] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.660158] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e05dbc-fb2b-ab84-793a-ada87e1404f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.163546] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52e05dbc-fb2b-ab84-793a-ada87e1404f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.164092] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2551.164092] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2551.164352] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-694a0308-c059-451a-962c-5af3b19d2714 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.171065] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2551.171065] env[62743]: value = "task-2064936" [ 2551.171065] env[62743]: _type = "Task" [ 2551.171065] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.178055] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.682272] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064936, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.182148] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673181} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.182535] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2552.182621] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2552.182851] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-937a1a7d-bc0e-4fac-a95b-f107f85ddcee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.189352] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2552.189352] env[62743]: value = "task-2064937" [ 2552.189352] env[62743]: _type = "Task" [ 2552.189352] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.196303] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.698827] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117416} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.699048] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2552.699777] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570ebdd-e5d8-4018-9934-59f61527e793 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.719126] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2552.719380] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ef327b-a78d-4016-91f8-787504e857dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.738237] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2552.738237] env[62743]: value = "task-2064938" [ 2552.738237] env[62743]: _type = "Task" [ 2552.738237] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.745932] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.248027] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064938, 'name': ReconfigVM_Task, 'duration_secs': 0.303243} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.248334] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299/1f1d81fc-09cb-4968-b5ac-8c25e6096299.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2553.248917] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce9f2f91-8f6c-4fbc-814a-ed7d9fd1fa9c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.255540] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2553.255540] env[62743]: value = "task-2064939" [ 2553.255540] env[62743]: _type = "Task" [ 2553.255540] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.263069] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064939, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.765250] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064939, 'name': Rename_Task, 'duration_secs': 0.201473} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.765514] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2553.765760] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7da0eb-03dc-443c-bdbe-45f7084bc295 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.772286] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2553.772286] env[62743]: value = "task-2064940" [ 2553.772286] env[62743]: _type = "Task" [ 2553.772286] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.779276] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2554.283193] env[62743]: DEBUG oslo_vmware.api [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064940, 'name': PowerOnVM_Task, 'duration_secs': 0.4181} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.283468] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2554.283641] env[62743]: DEBUG nova.compute.manager [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2554.284401] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23726a5f-43ee-4282-978a-28139908e3f5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.802517] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2554.802517] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2554.802517] env[62743]: DEBUG nova.objects.instance [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62743) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2555.699115] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2555.699450] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2555.699562] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2555.699749] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2555.699918] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2555.701995] env[62743]: INFO nova.compute.manager [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Terminating instance [ 2555.811462] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a026381-56b8-4d25-bbb2-837a2e347d72 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2556.206060] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "refresh_cache-1f1d81fc-09cb-4968-b5ac-8c25e6096299" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2556.206281] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "refresh_cache-1f1d81fc-09cb-4968-b5ac-8c25e6096299" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2556.206467] env[62743]: DEBUG nova.network.neutron [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2556.726543] env[62743]: DEBUG nova.network.neutron [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2556.783898] env[62743]: DEBUG nova.network.neutron [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2557.287693] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "refresh_cache-1f1d81fc-09cb-4968-b5ac-8c25e6096299" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2557.288145] env[62743]: DEBUG nova.compute.manager [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2557.288347] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2557.289248] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4910d1fe-cd1f-43ae-b0ca-36c2b2689744 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.297147] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2557.297375] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e4011c8-2dfe-4b92-a44e-055244024376 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.303327] env[62743]: DEBUG oslo_vmware.api [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2557.303327] env[62743]: value = "task-2064941" [ 2557.303327] env[62743]: _type = "Task" [ 2557.303327] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2557.311138] env[62743]: DEBUG oslo_vmware.api [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2557.814069] env[62743]: DEBUG oslo_vmware.api [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064941, 'name': PowerOffVM_Task, 'duration_secs': 0.121538} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2557.814445] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2557.814445] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2557.814697] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-580d3cbf-5f60-45a3-a898-26ae7b353b8d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.839544] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2557.839737] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2557.839932] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleting the datastore file [datastore1] 1f1d81fc-09cb-4968-b5ac-8c25e6096299 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2557.840239] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3205ad69-65e6-457c-a5ba-b2c22396bf61 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.846821] env[62743]: DEBUG oslo_vmware.api [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2557.846821] env[62743]: value = "task-2064943" [ 2557.846821] env[62743]: _type = "Task" [ 2557.846821] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2557.853872] env[62743]: DEBUG oslo_vmware.api [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.358558] env[62743]: DEBUG oslo_vmware.api [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117929} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2558.358793] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2558.358970] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2558.359164] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2558.359339] env[62743]: INFO nova.compute.manager [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2558.359565] env[62743]: DEBUG oslo.service.loopingcall [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2558.359743] env[62743]: DEBUG nova.compute.manager [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2558.359841] env[62743]: DEBUG nova.network.neutron [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2558.374372] env[62743]: DEBUG nova.network.neutron [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2558.876684] env[62743]: DEBUG nova.network.neutron [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2559.379720] env[62743]: INFO nova.compute.manager [-] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Took 1.02 seconds to deallocate network for instance. [ 2559.886527] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2559.886866] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2559.887085] env[62743]: DEBUG nova.objects.instance [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lazy-loading 'resources' on Instance uuid 1f1d81fc-09cb-4968-b5ac-8c25e6096299 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2560.459441] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46bd494-f98c-4a19-a240-af269ac6a4dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.467018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c17744-32ae-4952-9679-63e27ba1ef24 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.496456] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32915356-1da7-4399-9654-b5618357b9ba {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.503515] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467290e-27f3-4823-b329-eb66aa7494ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.515987] env[62743]: DEBUG nova.compute.provider_tree [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2561.020106] env[62743]: DEBUG nova.scheduler.client.report [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2561.526508] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2561.546263] env[62743]: INFO nova.scheduler.client.report [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleted allocations for instance 1f1d81fc-09cb-4968-b5ac-8c25e6096299 [ 2561.571051] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "446d6fa4-c302-4d18-a864-f71dbb62e971" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2561.571304] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2562.054849] env[62743]: DEBUG oslo_concurrency.lockutils [None req-09c7c1f3-f7f6-44d3-a34b-c6f83c9cc647 tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "1f1d81fc-09cb-4968-b5ac-8c25e6096299" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.355s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2562.073730] env[62743]: DEBUG nova.compute.utils [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2562.160402] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "38af1b14-3060-4313-a4d0-307545c28204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2562.160659] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "38af1b14-3060-4313-a4d0-307545c28204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2562.160864] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "38af1b14-3060-4313-a4d0-307545c28204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2562.161057] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "38af1b14-3060-4313-a4d0-307545c28204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2562.161235] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "38af1b14-3060-4313-a4d0-307545c28204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2562.163200] env[62743]: INFO nova.compute.manager [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Terminating instance [ 2562.576644] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2562.667064] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "refresh_cache-38af1b14-3060-4313-a4d0-307545c28204" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2562.667261] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquired lock "refresh_cache-38af1b14-3060-4313-a4d0-307545c28204" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2562.667451] env[62743]: DEBUG nova.network.neutron [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2563.185660] env[62743]: DEBUG nova.network.neutron [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2563.241575] env[62743]: DEBUG nova.network.neutron [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2563.634407] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "446d6fa4-c302-4d18-a864-f71dbb62e971" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2563.636202] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2563.636442] env[62743]: INFO nova.compute.manager [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Attaching volume 3870c650-3abd-472c-8810-1358c8284602 to /dev/sdb [ 2563.667076] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35f4395-2e53-4dcf-917a-a49c1a1201e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.674530] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a291d2f-af09-49fc-aa70-6ef3be8f8b96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.689640] env[62743]: DEBUG nova.virt.block_device [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating existing volume attachment record: d637dc07-2d28-4243-aa39-4dd97c71d451 {{(pid=62743) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2563.744524] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Releasing lock "refresh_cache-38af1b14-3060-4313-a4d0-307545c28204" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2563.744961] env[62743]: DEBUG nova.compute.manager [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2563.745177] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2563.746057] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f654580-44dc-448f-858a-fdf9899eeb8e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.753290] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2563.753904] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6df4ac30-33ec-4ff4-93aa-5d05bb8c011f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.760182] env[62743]: DEBUG oslo_vmware.api [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2563.760182] env[62743]: value = "task-2064944" [ 2563.760182] env[62743]: _type = "Task" [ 2563.760182] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2563.768020] env[62743]: DEBUG oslo_vmware.api [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.112111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2564.112111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2564.112111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2564.112111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2564.112111] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2564.114308] env[62743]: INFO nova.compute.manager [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Terminating instance [ 2564.270596] env[62743]: DEBUG oslo_vmware.api [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064944, 'name': PowerOffVM_Task, 'duration_secs': 0.1891} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2564.270941] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2564.271025] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2564.271314] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d66e53fe-3168-422f-8dcf-422225d16d73 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.291848] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2564.292068] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2564.292305] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleting the datastore file [datastore1] 38af1b14-3060-4313-a4d0-307545c28204 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2564.292572] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9b3bc6e-66b8-4430-b72e-e1bb862f4be4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.299077] env[62743]: DEBUG oslo_vmware.api [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for the task: (returnval){ [ 2564.299077] env[62743]: value = "task-2064949" [ 2564.299077] env[62743]: _type = "Task" [ 2564.299077] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2564.306227] env[62743]: DEBUG oslo_vmware.api [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.435181] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2564.435340] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2564.618606] env[62743]: DEBUG nova.compute.manager [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2564.618849] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2564.619824] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b43a0c-a56f-4d56-94f2-12310863fac7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.627409] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2564.627635] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-732419e0-8f8d-4055-a718-1ae9dac1ee0a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.633733] env[62743]: DEBUG oslo_vmware.api [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2564.633733] env[62743]: value = "task-2064950" [ 2564.633733] env[62743]: _type = "Task" [ 2564.633733] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2564.641252] env[62743]: DEBUG oslo_vmware.api [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.808325] env[62743]: DEBUG oslo_vmware.api [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Task: {'id': task-2064949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12025} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2564.808564] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2564.808745] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2564.808916] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2564.809099] env[62743]: INFO nova.compute.manager [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Took 1.06 seconds to destroy the instance on the hypervisor. [ 2564.809334] env[62743]: DEBUG oslo.service.loopingcall [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2564.809519] env[62743]: DEBUG nova.compute.manager [-] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2564.809614] env[62743]: DEBUG nova.network.neutron [-] [instance: 38af1b14-3060-4313-a4d0-307545c28204] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2564.824238] env[62743]: DEBUG nova.network.neutron [-] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2565.143277] env[62743]: DEBUG oslo_vmware.api [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.328067] env[62743]: DEBUG nova.network.neutron [-] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2565.645732] env[62743]: DEBUG oslo_vmware.api [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064950, 'name': PowerOffVM_Task, 'duration_secs': 0.863171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2565.645993] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2565.646173] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2565.646420] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ed2d85-1c55-4b50-909e-a2233c4b35a9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.830267] env[62743]: INFO nova.compute.manager [-] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Took 1.02 seconds to deallocate network for instance. [ 2566.336587] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2566.336901] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2566.337095] env[62743]: DEBUG nova.objects.instance [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lazy-loading 'resources' on Instance uuid 38af1b14-3060-4313-a4d0-307545c28204 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2566.898800] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3938cb17-b937-4f7c-8c19-0829d25dae9a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.906430] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b161e-1c98-4743-81b2-3d46e7cbe94d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.938213] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579bc1bf-bfa0-4e3e-81d6-24377f600e41 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.945635] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58109b5-2621-49bd-9d0d-684b369212dd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.958060] env[62743]: DEBUG nova.compute.provider_tree [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2567.430742] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2567.435434] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2567.461520] env[62743]: DEBUG nova.scheduler.client.report [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2567.966947] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2567.988161] env[62743]: INFO nova.scheduler.client.report [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Deleted allocations for instance 38af1b14-3060-4313-a4d0-307545c28204 [ 2568.232121] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Volume attach. Driver type: vmdk {{(pid=62743) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2568.232378] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423461', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'name': 'volume-3870c650-3abd-472c-8810-1358c8284602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '446d6fa4-c302-4d18-a864-f71dbb62e971', 'attached_at': '', 'detached_at': '', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'serial': '3870c650-3abd-472c-8810-1358c8284602'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2568.233304] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2181f0c5-9567-4c4a-b91c-ee6d32de6000 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.250102] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d147575-4311-4201-b8bd-58fe33faecdb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.273942] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-3870c650-3abd-472c-8810-1358c8284602/volume-3870c650-3abd-472c-8810-1358c8284602.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2568.274243] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c41e3f2-574b-4c43-a192-f4aaad62d73f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.291254] env[62743]: DEBUG oslo_vmware.api [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2568.291254] env[62743]: value = "task-2064953" [ 2568.291254] env[62743]: _type = "Task" [ 2568.291254] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2568.298699] env[62743]: DEBUG oslo_vmware.api [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.435549] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2568.495390] env[62743]: DEBUG oslo_concurrency.lockutils [None req-858e5d17-3142-476d-9938-d88d73218f0e tempest-ServerShowV247Test-1960437424 tempest-ServerShowV247Test-1960437424-project-member] Lock "38af1b14-3060-4313-a4d0-307545c28204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.335s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2568.801560] env[62743]: DEBUG oslo_vmware.api [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064953, 'name': ReconfigVM_Task, 'duration_secs': 0.385497} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.801773] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-3870c650-3abd-472c-8810-1358c8284602/volume-3870c650-3abd-472c-8810-1358c8284602.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2568.806413] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8440ae-83ef-4a93-9e08-59141c17fd57 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.820443] env[62743]: DEBUG oslo_vmware.api [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2568.820443] env[62743]: value = "task-2064954" [ 2568.820443] env[62743]: _type = "Task" [ 2568.820443] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2568.827669] env[62743]: DEBUG oslo_vmware.api [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.938992] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2568.939250] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2568.939486] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2568.939586] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2568.940484] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e56fcdc-cd56-40f0-b9cd-69fe7d6d0be0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.948586] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f534b7c-394f-4f2d-9ec0-b2ca091753a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.962039] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dbc9ed-fd44-4eff-a731-f77d6fbc2fdd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.968299] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea01434-1493-4a09-aa50-659ce7e0fca7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.997524] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181104MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2568.997661] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2568.997843] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2569.331367] env[62743]: DEBUG oslo_vmware.api [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064954, 'name': ReconfigVM_Task, 'duration_secs': 0.130212} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2569.331865] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423461', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'name': 'volume-3870c650-3abd-472c-8810-1358c8284602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '446d6fa4-c302-4d18-a864-f71dbb62e971', 'attached_at': '', 'detached_at': '', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'serial': '3870c650-3abd-472c-8810-1358c8284602'} {{(pid=62743) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2570.025363] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2570.025626] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance cf87e091-9d84-4dac-b48f-4485eeefbb24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2570.025694] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance 446d6fa4-c302-4d18-a864-f71dbb62e971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2570.025852] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2570.025988] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2570.070554] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c33ec-c151-4e6f-a4c5-ca01574f15bb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.077860] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbb0de8-766e-4a81-a4e4-8699cb9b86d8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.107888] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad8329-f32a-4239-b01c-2c902916ef09 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.114487] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680f5b30-18e0-4277-9011-e1a5f8b74199 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.126895] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2570.368590] env[62743]: DEBUG nova.objects.instance [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'flavor' on Instance uuid 446d6fa4-c302-4d18-a864-f71dbb62e971 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2570.630059] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2570.863752] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2570.863989] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2570.864220] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleting the datastore file [datastore1] cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2570.864506] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-854bb19f-fed9-494c-ac22-ea90ed842890 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.872933] env[62743]: DEBUG oslo_vmware.api [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for the task: (returnval){ [ 2570.872933] env[62743]: value = "task-2064955" [ 2570.872933] env[62743]: _type = "Task" [ 2570.872933] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2570.876864] env[62743]: DEBUG oslo_concurrency.lockutils [None req-b280b1e6-da7b-449c-bda5-eb01a08a3a45 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.882618] env[62743]: DEBUG oslo_vmware.api [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.135284] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2571.135601] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2571.382685] env[62743]: DEBUG oslo_vmware.api [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Task: {'id': task-2064955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153546} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.382916] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2571.383113] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2571.383288] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2571.383455] env[62743]: INFO nova.compute.manager [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Took 6.76 seconds to destroy the instance on the hypervisor. [ 2571.383676] env[62743]: DEBUG oslo.service.loopingcall [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2571.383859] env[62743]: DEBUG nova.compute.manager [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2571.383954] env[62743]: DEBUG nova.network.neutron [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2571.775122] env[62743]: DEBUG nova.compute.manager [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Stashing vm_state: active {{(pid=62743) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2571.843626] env[62743]: DEBUG nova.compute.manager [req-945a0d1e-50e0-46af-a70a-b20fceb823b6 req-799d5df0-1da9-4cb2-814a-c216b0e002fa service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Received event network-vif-deleted-da2abac4-30ec-457b-91ef-cde984db33ad {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2571.843772] env[62743]: INFO nova.compute.manager [req-945a0d1e-50e0-46af-a70a-b20fceb823b6 req-799d5df0-1da9-4cb2-814a-c216b0e002fa service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Neutron deleted interface da2abac4-30ec-457b-91ef-cde984db33ad; detaching it from the instance and deleting it from the info cache [ 2571.843945] env[62743]: DEBUG nova.network.neutron [req-945a0d1e-50e0-46af-a70a-b20fceb823b6 req-799d5df0-1da9-4cb2-814a-c216b0e002fa service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2572.297523] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2572.297781] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2572.320566] env[62743]: DEBUG nova.network.neutron [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2572.347191] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-992c5a84-e2bb-4a8e-a659-1bc0a224313c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.359091] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d307a235-783d-4221-81a9-8900a939b894 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.383812] env[62743]: DEBUG nova.compute.manager [req-945a0d1e-50e0-46af-a70a-b20fceb823b6 req-799d5df0-1da9-4cb2-814a-c216b0e002fa service nova] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Detach interface failed, port_id=da2abac4-30ec-457b-91ef-cde984db33ad, reason: Instance cf87e091-9d84-4dac-b48f-4485eeefbb24 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2572.804605] env[62743]: INFO nova.compute.claims [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2572.823247] env[62743]: INFO nova.compute.manager [-] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Took 1.44 seconds to deallocate network for instance. [ 2573.311394] env[62743]: INFO nova.compute.resource_tracker [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating resource usage from migration 8d6e51d0-6c03-4ba4-b1ef-0ba3b8514153 [ 2573.329873] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2573.367038] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4ccfda-1895-44ec-9162-071ab3b9ade2 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.374487] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3212be-420e-466a-9868-881940e29859 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.403256] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cac481-7b2d-4b22-a5c9-8292f62e73cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.409993] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3b6a1-4d21-44af-a202-79bc686750b4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.424018] env[62743]: DEBUG nova.compute.provider_tree [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2573.927058] env[62743]: DEBUG nova.scheduler.client.report [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2574.135329] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2574.135490] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2574.135654] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2574.431983] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.134s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2574.432324] env[62743]: INFO nova.compute.manager [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Migrating [ 2574.439061] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.109s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2574.439285] env[62743]: DEBUG nova.objects.instance [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lazy-loading 'resources' on Instance uuid cf87e091-9d84-4dac-b48f-4485eeefbb24 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2574.949945] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2574.950417] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2574.950417] env[62743]: DEBUG nova.network.neutron [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2575.001895] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c9040-357b-44b5-9ba7-6a2dc418c48b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.009773] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c4464b-3249-4905-b48c-91a4bc896201 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.039290] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad070ccc-ab92-4383-b434-67af23a77504 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.046651] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e766400-2da1-464b-b978-681917cc8a07 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.060386] env[62743]: DEBUG nova.compute.provider_tree [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2575.563295] env[62743]: DEBUG nova.scheduler.client.report [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2575.664401] env[62743]: DEBUG nova.network.neutron [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2576.068659] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2576.090792] env[62743]: INFO nova.scheduler.client.report [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Deleted allocations for instance cf87e091-9d84-4dac-b48f-4485eeefbb24 [ 2576.168396] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2576.435472] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2576.598858] env[62743]: DEBUG oslo_concurrency.lockutils [None req-c1acbe5a-00ff-4678-a3ab-0a02c8f0fd13 tempest-AttachVolumeShelveTestJSON-1528863768 tempest-AttachVolumeShelveTestJSON-1528863768-project-member] Lock "cf87e091-9d84-4dac-b48f-4485eeefbb24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.487s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2577.683059] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1bb554-7550-431c-8412-452a5d6f4601 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.703457] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance '446d6fa4-c302-4d18-a864-f71dbb62e971' progress to 0 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2578.209245] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2578.209544] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dcb70f5-ac14-4044-8a75-bd1fc24de6e1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.217210] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2578.217210] env[62743]: value = "task-2064956" [ 2578.217210] env[62743]: _type = "Task" [ 2578.217210] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2578.225209] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.435677] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2578.435859] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2578.435974] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2578.726789] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064956, 'name': PowerOffVM_Task, 'duration_secs': 0.211712} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2578.727145] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2578.727199] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance '446d6fa4-c302-4d18-a864-f71dbb62e971' progress to 17 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2578.954521] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2578.954673] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2578.954821] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2578.954970] env[62743]: DEBUG nova.objects.instance [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lazy-loading 'info_cache' on Instance uuid fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2579.233155] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2579.233405] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2579.233566] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2579.233749] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2579.233897] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2579.234096] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2579.234364] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2579.234538] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2579.234700] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2579.234863] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2579.235045] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2579.240043] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d47b20c-5e25-43e6-91ea-e8e9c51f4473 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.256231] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2579.256231] env[62743]: value = "task-2064958" [ 2579.256231] env[62743]: _type = "Task" [ 2579.256231] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2579.264936] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.765988] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064958, 'name': ReconfigVM_Task, 'duration_secs': 0.177979} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2579.766339] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance '446d6fa4-c302-4d18-a864-f71dbb62e971' progress to 33 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2579.977281] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2580.273137] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2580.273406] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2580.273565] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2580.273745] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2580.273889] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2580.274045] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2580.274291] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2580.274446] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2580.274616] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2580.274780] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2580.274995] env[62743]: DEBUG nova.virt.hardware [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2580.280394] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2580.280735] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5052a0c-368e-42ce-be27-004f43e9a756 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.299980] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2580.299980] env[62743]: value = "task-2064959" [ 2580.299980] env[62743]: _type = "Task" [ 2580.299980] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2580.308245] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.526676] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2580.809491] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064959, 'name': ReconfigVM_Task, 'duration_secs': 0.179157} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.809833] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2580.810429] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0b67f-5bb3-4a9e-95c6-f50bd73b4760 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.834053] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2580.834304] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da24287c-5fff-4b17-a598-66fbc9c1bb0c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.851429] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2580.851429] env[62743]: value = "task-2064960" [ 2580.851429] env[62743]: _type = "Task" [ 2580.851429] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2580.858489] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2581.029630] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2581.029884] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2581.362234] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064960, 'name': ReconfigVM_Task, 'duration_secs': 0.270205} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2581.362504] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2581.362745] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance '446d6fa4-c302-4d18-a864-f71dbb62e971' progress to 50 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2581.870594] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32610e27-ba3f-4715-873c-89179e91bd48 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.892518] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29d9105-eb62-4731-a6b3-1484dae580fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.912346] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance '446d6fa4-c302-4d18-a864-f71dbb62e971' progress to 67 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2583.578536] env[62743]: DEBUG nova.network.neutron [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Port 22d188df-211e-4626-9304-3434188a7ad2 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2584.603019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.603019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2584.603019] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2585.634136] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2585.634427] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2585.634575] env[62743]: DEBUG nova.network.neutron [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2586.334691] env[62743]: DEBUG nova.network.neutron [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2586.838184] env[62743]: DEBUG oslo_concurrency.lockutils [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2587.348992] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbcb8f0-bf1e-48d9-9209-5942da1f0188 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2587.355994] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cdb834-af10-471a-857e-342c72e524f6 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.451036] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0c5b8c-14fe-481f-af56-39aadc1c86fd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.472617] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9ab38-fe93-4c40-b7e4-a05910b76d9c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.479390] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance '446d6fa4-c302-4d18-a864-f71dbb62e971' progress to 83 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2588.985838] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2588.986177] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f08a7d2-4159-4abc-8619-fcd1aa73acc0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.993235] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2588.993235] env[62743]: value = "task-2064961" [ 2588.993235] env[62743]: _type = "Task" [ 2588.993235] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.000815] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.503376] env[62743]: DEBUG oslo_vmware.api [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064961, 'name': PowerOnVM_Task, 'duration_secs': 0.366845} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2589.503673] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2589.503807] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-644e862a-0083-4f04-9f28-d8c947b867c4 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance '446d6fa4-c302-4d18-a864-f71dbb62e971' progress to 100 {{(pid=62743) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2592.429932] env[62743]: DEBUG nova.network.neutron [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Port 22d188df-211e-4626-9304-3434188a7ad2 binding to destination host cpu-1 is already ACTIVE {{(pid=62743) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2592.430243] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2592.430381] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2592.430541] env[62743]: DEBUG nova.network.neutron [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2593.139882] env[62743]: DEBUG nova.network.neutron [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2593.642716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2594.147209] env[62743]: DEBUG nova.compute.manager [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62743) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2595.242084] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2595.242402] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2595.745640] env[62743]: DEBUG nova.objects.instance [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'migration_context' on Instance uuid 446d6fa4-c302-4d18-a864-f71dbb62e971 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2596.300055] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be06163-4174-4300-8f67-e57b00b58b6a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.307859] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1ad8b-832d-4da1-8de7-8f6c15d70a1c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.337443] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f989aa-8286-49b5-8700-e02443fe234d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.344539] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf086ba-7b4c-404d-962f-d665fe0cb0a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.357170] env[62743]: DEBUG nova.compute.provider_tree [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2596.860729] env[62743]: DEBUG nova.scheduler.client.report [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2597.872036] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.629s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2599.405931] env[62743]: INFO nova.compute.manager [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Swapping old allocation on dict_keys(['7427b208-a623-46bb-b585-bad91453d898']) held by migration 8d6e51d0-6c03-4ba4-b1ef-0ba3b8514153 for instance [ 2599.428083] env[62743]: DEBUG nova.scheduler.client.report [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Overwriting current allocation {'allocations': {'7427b208-a623-46bb-b585-bad91453d898': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 186}}, 'project_id': 'c1e6783882064eee99b2a4f2cfbe3423', 'user_id': '8c37b6ba64be499890d4033c7bcb0fe2', 'consumer_generation': 1} on consumer 446d6fa4-c302-4d18-a864-f71dbb62e971 {{(pid=62743) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2599.509497] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2599.509685] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2599.509862] env[62743]: DEBUG nova.network.neutron [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2600.211189] env[62743]: DEBUG nova.network.neutron [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [{"id": "22d188df-211e-4626-9304-3434188a7ad2", "address": "fa:16:3e:df:34:35", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d188df-21", "ovs_interfaceid": "22d188df-211e-4626-9304-3434188a7ad2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2600.714377] env[62743]: DEBUG oslo_concurrency.lockutils [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-446d6fa4-c302-4d18-a864-f71dbb62e971" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2600.715471] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0004ef8a-622c-47c2-a8ab-1e17c49a85fa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.722781] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05778b7-269a-4bd2-9958-eb2b1be88e03 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.804076] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2601.804601] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-798768f7-b94d-40b8-b8c4-a3171ad21ce0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.812702] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2601.812702] env[62743]: value = "task-2064962" [ 2601.812702] env[62743]: _type = "Task" [ 2601.812702] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2601.821950] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2602.323444] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064962, 'name': PowerOffVM_Task, 'duration_secs': 0.210535} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2602.323709] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2602.324420] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2602.324614] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2602.324778] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2602.324961] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2602.325122] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2602.325269] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2602.325482] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2602.325675] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2602.325839] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2602.325998] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2602.326186] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2602.330956] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3172e436-9891-4e9c-a914-d01242a62d93 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.346178] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2602.346178] env[62743]: value = "task-2064963" [ 2602.346178] env[62743]: _type = "Task" [ 2602.346178] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2602.354179] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2602.856961] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064963, 'name': ReconfigVM_Task, 'duration_secs': 0.14231} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2602.857774] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b043d-9180-420a-a080-e7f3760ca98b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.879178] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2602.879429] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2602.879578] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2602.879778] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2602.879921] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2602.880079] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2602.880283] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2602.880438] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2602.880599] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2602.880758] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2602.880927] env[62743]: DEBUG nova.virt.hardware [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2602.881745] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1d6990-3140-4258-b8d1-6c4f1ea26457 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.887434] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2602.887434] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52b20c28-04db-9a67-a9b1-5cbdec150169" [ 2602.887434] env[62743]: _type = "Task" [ 2602.887434] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2602.894745] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b20c28-04db-9a67-a9b1-5cbdec150169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.397107] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52b20c28-04db-9a67-a9b1-5cbdec150169, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2603.402408] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2603.402677] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d82135b-f767-4d69-ac04-6082ae88f4b1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.420015] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2603.420015] env[62743]: value = "task-2064964" [ 2603.420015] env[62743]: _type = "Task" [ 2603.420015] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2603.426876] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.930918] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064964, 'name': ReconfigVM_Task, 'duration_secs': 0.220932} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2603.931256] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2603.931981] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a8dcc4-6e73-44b9-9083-8965a54334a7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.955632] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2603.955887] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1b3e98-3e92-479a-9a74-e6ee325bd888 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.973725] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2603.973725] env[62743]: value = "task-2064965" [ 2603.973725] env[62743]: _type = "Task" [ 2603.973725] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2603.983599] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.483851] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064965, 'name': ReconfigVM_Task, 'duration_secs': 0.365802} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2604.484093] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971/446d6fa4-c302-4d18-a864-f71dbb62e971.vmdk or device None with type thin {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2604.484954] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ff495-2be3-40f3-80c7-8f8b3027ee01 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.504828] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d700b34-410b-4fd1-ad3e-7c421b52aa40 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.523676] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de73078-f64d-4efc-ae79-9d9827a962ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.543545] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6e62ea-8a4a-4e8f-9c85-0bb18a1f9303 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.549388] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2604.549602] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633649f1-03d9-4024-92f1-ece36c3984b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.555160] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2604.555160] env[62743]: value = "task-2064966" [ 2604.555160] env[62743]: _type = "Task" [ 2604.555160] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2604.561808] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2605.064664] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2605.565355] env[62743]: DEBUG oslo_vmware.api [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064966, 'name': PowerOnVM_Task, 'duration_secs': 0.545459} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2605.565631] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2606.605679] env[62743]: INFO nova.compute.manager [None req-f93c1be9-a609-4dda-b7f3-db011dd719f8 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance to original state: 'active' [ 2608.228069] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "446d6fa4-c302-4d18-a864-f71dbb62e971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2608.228454] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2608.228578] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2608.228761] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2608.228933] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2608.231076] env[62743]: INFO nova.compute.manager [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Terminating instance [ 2608.735666] env[62743]: DEBUG nova.compute.manager [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2608.735959] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2608.736233] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de027492-42e4-40dd-9eac-f58c11c0fecb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.743508] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2608.743508] env[62743]: value = "task-2064967" [ 2608.743508] env[62743]: _type = "Task" [ 2608.743508] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2608.752771] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.253988] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064967, 'name': PowerOffVM_Task, 'duration_secs': 0.219886} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2609.254341] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2609.254452] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Volume detach. Driver type: vmdk {{(pid=62743) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2609.254679] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423461', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'name': 'volume-3870c650-3abd-472c-8810-1358c8284602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '446d6fa4-c302-4d18-a864-f71dbb62e971', 'attached_at': '2025-01-10T18:59:48.000000', 'detached_at': '', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'serial': '3870c650-3abd-472c-8810-1358c8284602'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2609.255451] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67530d75-655f-4712-b73a-ed7e2f81e35c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.276839] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cddc2b-6303-47ca-84cd-0fbdabf44be4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.283116] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceaa381-5132-48d4-acbb-2f639c8e8aa8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.303409] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391dcc03-b229-4e5b-93fa-3202c3192589 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.317307] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] The volume has not been displaced from its original location: [datastore1] volume-3870c650-3abd-472c-8810-1358c8284602/volume-3870c650-3abd-472c-8810-1358c8284602.vmdk. No consolidation needed. {{(pid=62743) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2609.322572] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2609.322828] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdac04a6-3866-4269-a0b4-19625cf4fed0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.342407] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2609.342407] env[62743]: value = "task-2064968" [ 2609.342407] env[62743]: _type = "Task" [ 2609.342407] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2609.349567] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.851456] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064968, 'name': ReconfigVM_Task, 'duration_secs': 0.202887} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2609.851724] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62743) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2609.856259] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc6693a2-8cfa-49fb-abad-e1535dbbe7ab {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.870702] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2609.870702] env[62743]: value = "task-2064969" [ 2609.870702] env[62743]: _type = "Task" [ 2609.870702] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2609.877898] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.380027] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064969, 'name': ReconfigVM_Task, 'duration_secs': 0.134021} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2610.380338] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-423461', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'name': 'volume-3870c650-3abd-472c-8810-1358c8284602', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '446d6fa4-c302-4d18-a864-f71dbb62e971', 'attached_at': '2025-01-10T18:59:48.000000', 'detached_at': '', 'volume_id': '3870c650-3abd-472c-8810-1358c8284602', 'serial': '3870c650-3abd-472c-8810-1358c8284602'} {{(pid=62743) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2610.380625] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2610.381374] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fed59b-83bb-4383-8d84-cae0f4de0c13 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.387809] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2610.388030] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be22aadd-31a8-4512-baee-dc86cbeed2e4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.491433] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2610.491579] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2610.491679] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleting the datastore file [datastore1] 446d6fa4-c302-4d18-a864-f71dbb62e971 {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2610.491917] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c7483e-b518-4617-a92e-7b4e2f054992 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.498601] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2610.498601] env[62743]: value = "task-2064971" [ 2610.498601] env[62743]: _type = "Task" [ 2610.498601] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2610.505954] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.008885] env[62743]: DEBUG oslo_vmware.api [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16171} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2611.009058] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2611.009207] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2611.009381] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2611.009555] env[62743]: INFO nova.compute.manager [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Took 2.27 seconds to destroy the instance on the hypervisor. [ 2611.009787] env[62743]: DEBUG oslo.service.loopingcall [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2611.009974] env[62743]: DEBUG nova.compute.manager [-] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2611.010082] env[62743]: DEBUG nova.network.neutron [-] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2611.469441] env[62743]: DEBUG nova.compute.manager [req-5d94109a-e22b-441f-aba0-9bd32ba5d3b4 req-217811b1-1e10-440e-a698-1a2620531ddb service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Received event network-vif-deleted-22d188df-211e-4626-9304-3434188a7ad2 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2611.470726] env[62743]: INFO nova.compute.manager [req-5d94109a-e22b-441f-aba0-9bd32ba5d3b4 req-217811b1-1e10-440e-a698-1a2620531ddb service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Neutron deleted interface 22d188df-211e-4626-9304-3434188a7ad2; detaching it from the instance and deleting it from the info cache [ 2611.470726] env[62743]: DEBUG nova.network.neutron [req-5d94109a-e22b-441f-aba0-9bd32ba5d3b4 req-217811b1-1e10-440e-a698-1a2620531ddb service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2611.946473] env[62743]: DEBUG nova.network.neutron [-] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2611.972019] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4af916aa-02a6-4385-bdcb-1ab950b41f4b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.983012] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92408a18-783a-4957-a3f1-3da82c0df594 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.006463] env[62743]: DEBUG nova.compute.manager [req-5d94109a-e22b-441f-aba0-9bd32ba5d3b4 req-217811b1-1e10-440e-a698-1a2620531ddb service nova] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Detach interface failed, port_id=22d188df-211e-4626-9304-3434188a7ad2, reason: Instance 446d6fa4-c302-4d18-a864-f71dbb62e971 could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2612.449360] env[62743]: INFO nova.compute.manager [-] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Took 1.44 seconds to deallocate network for instance. [ 2612.993300] env[62743]: INFO nova.compute.manager [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Took 0.54 seconds to detach 1 volumes for instance. [ 2613.500168] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2613.500446] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2613.500644] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2613.523996] env[62743]: INFO nova.scheduler.client.report [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted allocations for instance 446d6fa4-c302-4d18-a864-f71dbb62e971 [ 2614.030895] env[62743]: DEBUG oslo_concurrency.lockutils [None req-cccb8b66-f1e2-4334-8d6d-c511f56cd750 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "446d6fa4-c302-4d18-a864-f71dbb62e971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.802s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2615.362609] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2615.362915] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2615.864808] env[62743]: DEBUG nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Starting instance... {{(pid=62743) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2616.388277] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2616.388572] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2616.390227] env[62743]: INFO nova.compute.claims [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2617.433957] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee38d98d-d40d-4570-b150-3e423b11c189 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.441409] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8a9a0b-d6ae-431f-8662-9d468253f196 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.470431] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2558b741-7d55-41b0-97e2-0010cdfc140c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.477412] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f88b7a7-bd08-4744-a6e2-9220b4b9154a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.489986] env[62743]: DEBUG nova.compute.provider_tree [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2617.992706] env[62743]: DEBUG nova.scheduler.client.report [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2618.498220] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2618.498761] env[62743]: DEBUG nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Start building networks asynchronously for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2619.004198] env[62743]: DEBUG nova.compute.utils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Using /dev/sd instead of None {{(pid=62743) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2619.005675] env[62743]: DEBUG nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Allocating IP information in the background. {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2619.006379] env[62743]: DEBUG nova.network.neutron [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] allocate_for_instance() {{(pid=62743) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2619.055150] env[62743]: DEBUG nova.policy [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c37b6ba64be499890d4033c7bcb0fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c1e6783882064eee99b2a4f2cfbe3423', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62743) authorize /opt/stack/nova/nova/policy.py:192}} [ 2619.313523] env[62743]: DEBUG nova.network.neutron [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Successfully created port: e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2619.509230] env[62743]: DEBUG nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Start building block device mappings for instance. {{(pid=62743) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2620.519893] env[62743]: DEBUG nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Start spawning the instance on the hypervisor. {{(pid=62743) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2620.546706] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-10T18:24:36Z,direct_url=,disk_format='vmdk',id=e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0f8c15291a2645458d424005570d48fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-10T18:24:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2620.546972] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2620.547123] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2620.547306] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2620.547453] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2620.547599] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2620.547801] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2620.547958] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2620.548135] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2620.548293] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2620.548458] env[62743]: DEBUG nova.virt.hardware [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2620.549325] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75e0aa-188e-4753-a5e5-6519b7a780bd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.557467] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3f4e0-9d6f-4cf9-90e8-324836106a3f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.671108] env[62743]: DEBUG nova.compute.manager [req-e315fa75-f645-4224-b8e4-da0ec73bca44 req-4dec871a-bd5a-40fe-a1b4-0ffbcc199311 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-vif-plugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2620.671407] env[62743]: DEBUG oslo_concurrency.lockutils [req-e315fa75-f645-4224-b8e4-da0ec73bca44 req-4dec871a-bd5a-40fe-a1b4-0ffbcc199311 service nova] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2620.671558] env[62743]: DEBUG oslo_concurrency.lockutils [req-e315fa75-f645-4224-b8e4-da0ec73bca44 req-4dec871a-bd5a-40fe-a1b4-0ffbcc199311 service nova] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2620.671694] env[62743]: DEBUG oslo_concurrency.lockutils [req-e315fa75-f645-4224-b8e4-da0ec73bca44 req-4dec871a-bd5a-40fe-a1b4-0ffbcc199311 service nova] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2620.671864] env[62743]: DEBUG nova.compute.manager [req-e315fa75-f645-4224-b8e4-da0ec73bca44 req-4dec871a-bd5a-40fe-a1b4-0ffbcc199311 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] No waiting events found dispatching network-vif-plugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2620.672035] env[62743]: WARNING nova.compute.manager [req-e315fa75-f645-4224-b8e4-da0ec73bca44 req-4dec871a-bd5a-40fe-a1b4-0ffbcc199311 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received unexpected event network-vif-plugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 for instance with vm_state building and task_state spawning. [ 2620.751337] env[62743]: DEBUG nova.network.neutron [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Successfully updated port: e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2621.254235] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2621.254235] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2621.254235] env[62743]: DEBUG nova.network.neutron [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2621.785924] env[62743]: DEBUG nova.network.neutron [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2621.902385] env[62743]: DEBUG nova.network.neutron [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape354c24c-de", "ovs_interfaceid": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2622.404711] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2622.405099] env[62743]: DEBUG nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Instance network_info: |[{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape354c24c-de", "ovs_interfaceid": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62743) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2622.405550] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:d8:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2622.413401] env[62743]: DEBUG oslo.service.loopingcall [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2622.413587] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2622.413818] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e6818f5-00b4-4162-aa68-f3d9496de7d1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.434614] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2622.434614] env[62743]: value = "task-2064972" [ 2622.434614] env[62743]: _type = "Task" [ 2622.434614] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2622.446500] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064972, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.697693] env[62743]: DEBUG nova.compute.manager [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2622.697894] env[62743]: DEBUG nova.compute.manager [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing instance network info cache due to event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2622.698143] env[62743]: DEBUG oslo_concurrency.lockutils [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] Acquiring lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2622.698311] env[62743]: DEBUG oslo_concurrency.lockutils [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] Acquired lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2622.698507] env[62743]: DEBUG nova.network.neutron [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2622.946395] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064972, 'name': CreateVM_Task, 'duration_secs': 0.345168} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2622.946810] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2622.947338] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2622.947493] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2622.947816] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2622.948094] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02063477-da7f-436d-b64f-c9e487f58a00 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.952750] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2622.952750] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]524886b4-7ac6-853f-109e-554de7401185" [ 2622.952750] env[62743]: _type = "Task" [ 2622.952750] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2622.961413] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524886b4-7ac6-853f-109e-554de7401185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.376570] env[62743]: DEBUG nova.network.neutron [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updated VIF entry in instance network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2623.376930] env[62743]: DEBUG nova.network.neutron [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape354c24c-de", "ovs_interfaceid": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2623.463504] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]524886b4-7ac6-853f-109e-554de7401185, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2623.463796] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2623.464035] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Processing image e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2623.464268] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2623.464411] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2623.464584] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2623.464869] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb617d86-63be-4edb-8943-0acf0cae097c {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.473735] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2623.473922] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2623.474640] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e120a32e-e4b0-47ff-bdd7-5fca0a5d6c42 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.479538] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2623.479538] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52207ffe-2214-a4ce-4e3a-2054269f33cb" [ 2623.479538] env[62743]: _type = "Task" [ 2623.479538] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2623.488021] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52207ffe-2214-a4ce-4e3a-2054269f33cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.879805] env[62743]: DEBUG oslo_concurrency.lockutils [req-f454afd8-544e-421c-9c37-5a2b829ce80e req-4a0c0750-3aec-418a-9cef-70072c73bdc5 service nova] Releasing lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2623.990341] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]52207ffe-2214-a4ce-4e3a-2054269f33cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01478} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2623.991117] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa963a36-5f9e-42db-91fd-616fb0e90625 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.995988] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2623.995988] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]525d1b26-4f3c-cdd9-7084-4c051d647c7a" [ 2623.995988] env[62743]: _type = "Task" [ 2623.995988] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2624.003440] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525d1b26-4f3c-cdd9-7084-4c051d647c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2624.505752] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]525d1b26-4f3c-cdd9-7084-4c051d647c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.013233} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2624.506068] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2624.506334] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2624.506607] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4814dff-8f4e-4baf-8f54-e7dd04efe4c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.512937] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2624.512937] env[62743]: value = "task-2064973" [ 2624.512937] env[62743]: _type = "Task" [ 2624.512937] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2624.520171] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.024046] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064973, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.435252] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2625.435416] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2625.523402] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533727} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2625.523640] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c/e2cf8ac0-45e7-4dc5-bc54-29f0d596d59c.vmdk to [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2625.523841] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Extending root virtual disk to 1048576 {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2625.524097] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d52938a0-33e0-4306-8a2e-2a11ea20afce {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.530386] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2625.530386] env[62743]: value = "task-2064974" [ 2625.530386] env[62743]: _type = "Task" [ 2625.530386] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2625.538873] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.040553] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098471} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2626.040889] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Extended root virtual disk {{(pid=62743) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2626.041610] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cd6730-d049-4151-b290-d39a2ea010c9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.062755] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2626.062988] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede6e4e3-03ee-4e47-9cd0-8487c91df5b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.081322] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2626.081322] env[62743]: value = "task-2064975" [ 2626.081322] env[62743]: _type = "Task" [ 2626.081322] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.088572] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.590943] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064975, 'name': ReconfigVM_Task, 'duration_secs': 0.278923} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2626.591181] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Reconfigured VM instance instance-0000007e to attach disk [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk or device None with type sparse {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2626.591785] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-220a4d0e-4f66-4ce8-82a2-14c1202e4384 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.598175] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2626.598175] env[62743]: value = "task-2064976" [ 2626.598175] env[62743]: _type = "Task" [ 2626.598175] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.605258] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064976, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.107327] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064976, 'name': Rename_Task, 'duration_secs': 0.133859} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.107669] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2627.107769] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bbbe96e-b63c-477d-9351-8a6106813912 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.113775] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2627.113775] env[62743]: value = "task-2064977" [ 2627.113775] env[62743]: _type = "Task" [ 2627.113775] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2627.120941] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.623524] env[62743]: DEBUG oslo_vmware.api [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064977, 'name': PowerOnVM_Task, 'duration_secs': 0.431114} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.623784] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2627.623974] env[62743]: INFO nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Took 7.10 seconds to spawn the instance on the hypervisor. [ 2627.624167] env[62743]: DEBUG nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2627.624928] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab99a127-90b6-4c28-bbc8-c3102ddcfee0 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.143030] env[62743]: INFO nova.compute.manager [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Took 11.77 seconds to build instance. [ 2628.507442] env[62743]: DEBUG nova.compute.manager [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2628.507442] env[62743]: DEBUG nova.compute.manager [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing instance network info cache due to event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2628.507442] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] Acquiring lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2628.507442] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] Acquired lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2628.507559] env[62743]: DEBUG nova.network.neutron [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2628.645306] env[62743]: DEBUG oslo_concurrency.lockutils [None req-e6263eb0-af71-43ae-b5a1-5f862f1f9974 tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.282s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2629.213361] env[62743]: DEBUG nova.network.neutron [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updated VIF entry in instance network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2629.213725] env[62743]: DEBUG nova.network.neutron [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape354c24c-de", "ovs_interfaceid": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2629.430556] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2629.435180] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2629.435425] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2629.716557] env[62743]: DEBUG oslo_concurrency.lockutils [req-e6182492-dc12-4418-988d-26581ba15684 req-85121f48-a416-49f9-b0e7-ccfb41ab11c7 service nova] Releasing lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2629.939209] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2629.939476] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2629.939610] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2629.939768] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2629.940729] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae114e-47de-4195-8eb1-7242014326bf {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.950478] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0e702e-6db5-40c8-92b8-672ff7e68469 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.965710] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d84ab6-aee7-48e1-b024-61fdd2322a94 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.972062] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c28d43-accc-4d6e-afac-0d13d90797e5 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2630.000065] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180782MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2630.000234] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2630.000399] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2631.026601] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2631.027773] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance f2bc7b77-01fb-490b-a0fd-68017e8947dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2631.027773] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2631.027773] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2631.062074] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86d47b-eb00-4a41-8813-547671025a6e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2631.068882] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f93470-deda-4867-9d22-ae4048a13aae {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2631.098700] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd350a4-b3d1-43ed-a3a3-0c4c6805aa2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2631.105358] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad778eed-fe09-4001-b77d-9f5e4171f2ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2631.117812] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2631.621277] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2632.127529] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2632.127888] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.127s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2634.128066] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2634.128357] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2634.128470] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2636.430920] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2638.436111] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2639.436213] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2639.436547] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2639.939022] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Didn't find any instances for network info cache update. {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2666.247716] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2666.248065] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2666.248220] env[62743]: INFO nova.compute.manager [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Shelving [ 2667.257728] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2667.258080] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7ca1765-46f2-41bf-b686-66d4b53fdaaa {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.266077] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2667.266077] env[62743]: value = "task-2064978" [ 2667.266077] env[62743]: _type = "Task" [ 2667.266077] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2667.273965] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2667.776389] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064978, 'name': PowerOffVM_Task, 'duration_secs': 0.175592} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2667.776696] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2667.777470] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80151f3c-4435-4c72-88d4-de02aae071b9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.795555] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3583825-15d3-446c-b0fb-6ac58c9c96a8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.306034] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Creating Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2668.306433] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d016e343-d0d2-43d8-9005-e04e1b899bb4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.313685] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2668.313685] env[62743]: value = "task-2064979" [ 2668.313685] env[62743]: _type = "Task" [ 2668.313685] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2668.322009] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064979, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2668.824238] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064979, 'name': CreateSnapshot_Task, 'duration_secs': 0.412293} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2668.824499] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Created Snapshot of the VM instance {{(pid=62743) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2668.825255] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcbde1e-7cbe-47fe-a3d9-148872c19f8b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.341642] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Creating linked-clone VM from snapshot {{(pid=62743) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2669.341991] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c31846e3-4cae-44cf-abb7-67bd80353f1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.350054] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2669.350054] env[62743]: value = "task-2064980" [ 2669.350054] env[62743]: _type = "Task" [ 2669.350054] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2669.359141] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064980, 'name': CloneVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2669.861277] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064980, 'name': CloneVM_Task} progress is 94%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2670.361089] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064980, 'name': CloneVM_Task} progress is 100%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2670.863391] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064980, 'name': CloneVM_Task, 'duration_secs': 1.083766} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2670.863637] env[62743]: INFO nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Created linked-clone VM from snapshot [ 2670.864432] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8172c27-dacc-4739-97e4-06d64f3227cc {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.871422] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Uploading image b0f80768-aa0b-4e50-aea0-65d4499a6bd2 {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2670.960951] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2670.960951] env[62743]: value = "vm-423464" [ 2670.960951] env[62743]: _type = "VirtualMachine" [ 2670.960951] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2670.961247] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cfceb40c-2aaa-4279-bd11-cbd91df8d093 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.968074] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease: (returnval){ [ 2670.968074] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52737d5c-d188-932c-3d4a-c5fb270159d9" [ 2670.968074] env[62743]: _type = "HttpNfcLease" [ 2670.968074] env[62743]: } obtained for exporting VM: (result){ [ 2670.968074] env[62743]: value = "vm-423464" [ 2670.968074] env[62743]: _type = "VirtualMachine" [ 2670.968074] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2670.968312] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the lease: (returnval){ [ 2670.968312] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52737d5c-d188-932c-3d4a-c5fb270159d9" [ 2670.968312] env[62743]: _type = "HttpNfcLease" [ 2670.968312] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2670.974054] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2670.974054] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52737d5c-d188-932c-3d4a-c5fb270159d9" [ 2670.974054] env[62743]: _type = "HttpNfcLease" [ 2670.974054] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2671.476216] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2671.476216] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52737d5c-d188-932c-3d4a-c5fb270159d9" [ 2671.476216] env[62743]: _type = "HttpNfcLease" [ 2671.476216] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2671.476578] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2671.476578] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52737d5c-d188-932c-3d4a-c5fb270159d9" [ 2671.476578] env[62743]: _type = "HttpNfcLease" [ 2671.476578] env[62743]: }. {{(pid=62743) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2671.477223] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cb756e-a88c-4ce7-8f25-03e5e3652ee1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2671.483947] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52476fcb-a40b-a39e-211e-0bffd33b53bf/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2671.484099] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52476fcb-a40b-a39e-211e-0bffd33b53bf/disk-0.vmdk for reading. {{(pid=62743) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2671.572653] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2146de73-d433-4c45-96db-3e76ba6e95ee {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2680.037096] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52476fcb-a40b-a39e-211e-0bffd33b53bf/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2680.038018] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06b1753-be01-4081-b4ee-e4deef039c96 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2680.044126] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52476fcb-a40b-a39e-211e-0bffd33b53bf/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2680.044290] env[62743]: ERROR oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52476fcb-a40b-a39e-211e-0bffd33b53bf/disk-0.vmdk due to incomplete transfer. [ 2680.044497] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f459cad2-3184-4770-bc57-25d712668ab8 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2680.051948] env[62743]: DEBUG oslo_vmware.rw_handles [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52476fcb-a40b-a39e-211e-0bffd33b53bf/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2680.052150] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Uploaded image b0f80768-aa0b-4e50-aea0-65d4499a6bd2 to the Glance image server {{(pid=62743) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2680.054354] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Destroying the VM {{(pid=62743) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2680.054582] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5f128f28-1ff3-4351-9418-9f395640e319 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2680.059669] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2680.059669] env[62743]: value = "task-2064982" [ 2680.059669] env[62743]: _type = "Task" [ 2680.059669] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2680.066701] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064982, 'name': Destroy_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2680.569060] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064982, 'name': Destroy_Task, 'duration_secs': 0.384266} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2680.569291] env[62743]: INFO nova.virt.vmwareapi.vm_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Destroyed the VM [ 2680.569526] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Deleting Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2680.569771] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e86bdbab-321c-422f-9eae-08ac4813d5d4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2680.575464] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2680.575464] env[62743]: value = "task-2064983" [ 2680.575464] env[62743]: _type = "Task" [ 2680.575464] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2680.582465] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064983, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2681.085264] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064983, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391041} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2681.085691] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Deleted Snapshot of the VM instance {{(pid=62743) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2681.085840] env[62743]: DEBUG nova.compute.manager [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2681.086600] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b17ed9-e8ab-443a-8396-3c674e1b1dac {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.598082] env[62743]: INFO nova.compute.manager [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Shelve offloading [ 2682.101749] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2682.102122] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6f42f08-c6f1-4c9d-abf1-2ab66ece2b77 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2682.109244] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2682.109244] env[62743]: value = "task-2064984" [ 2682.109244] env[62743]: _type = "Task" [ 2682.109244] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2682.118166] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2682.619798] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] VM already powered off {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2682.619969] env[62743]: DEBUG nova.compute.manager [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2682.620687] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfd814c-8a2b-43f3-ac2e-dda6a0b1a400 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2682.626052] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2682.626215] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2682.626414] env[62743]: DEBUG nova.network.neutron [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2683.352327] env[62743]: DEBUG nova.network.neutron [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape354c24c-de", "ovs_interfaceid": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2683.855608] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2684.091823] env[62743]: DEBUG nova.compute.manager [req-a6d714ff-4f6f-4e44-8a9d-345f1039df64 req-fe8429da-7239-402d-8b59-832e6a8b0023 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-vif-unplugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2684.092059] env[62743]: DEBUG oslo_concurrency.lockutils [req-a6d714ff-4f6f-4e44-8a9d-345f1039df64 req-fe8429da-7239-402d-8b59-832e6a8b0023 service nova] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2684.092271] env[62743]: DEBUG oslo_concurrency.lockutils [req-a6d714ff-4f6f-4e44-8a9d-345f1039df64 req-fe8429da-7239-402d-8b59-832e6a8b0023 service nova] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2684.092430] env[62743]: DEBUG oslo_concurrency.lockutils [req-a6d714ff-4f6f-4e44-8a9d-345f1039df64 req-fe8429da-7239-402d-8b59-832e6a8b0023 service nova] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2684.092591] env[62743]: DEBUG nova.compute.manager [req-a6d714ff-4f6f-4e44-8a9d-345f1039df64 req-fe8429da-7239-402d-8b59-832e6a8b0023 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] No waiting events found dispatching network-vif-unplugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2684.092760] env[62743]: WARNING nova.compute.manager [req-a6d714ff-4f6f-4e44-8a9d-345f1039df64 req-fe8429da-7239-402d-8b59-832e6a8b0023 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received unexpected event network-vif-unplugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 for instance with vm_state shelved and task_state shelving_offloading. [ 2684.160934] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2684.161824] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cd0946-ecf5-4efc-8527-dc26029d7d8b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.169304] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2684.169522] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83c93de5-fe93-483e-b4dc-50812c074647 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.475256] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2684.475642] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2684.475692] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleting the datastore file [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2684.475968] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17132f72-c4d7-45a5-b908-b9a3b507b303 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.483521] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2684.483521] env[62743]: value = "task-2064986" [ 2684.483521] env[62743]: _type = "Task" [ 2684.483521] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2684.491058] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2684.993250] env[62743]: DEBUG oslo_vmware.api [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176571} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2684.993514] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2684.993721] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2684.993893] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2685.016524] env[62743]: INFO nova.scheduler.client.report [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted allocations for instance f2bc7b77-01fb-490b-a0fd-68017e8947dc [ 2685.520886] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2685.521244] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2685.521400] env[62743]: DEBUG nova.objects.instance [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'resources' on Instance uuid f2bc7b77-01fb-490b-a0fd-68017e8947dc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2686.024735] env[62743]: DEBUG nova.objects.instance [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'numa_topology' on Instance uuid f2bc7b77-01fb-490b-a0fd-68017e8947dc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2686.118872] env[62743]: DEBUG nova.compute.manager [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2686.119016] env[62743]: DEBUG nova.compute.manager [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing instance network info cache due to event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2686.119251] env[62743]: DEBUG oslo_concurrency.lockutils [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] Acquiring lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2686.119341] env[62743]: DEBUG oslo_concurrency.lockutils [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] Acquired lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2686.119507] env[62743]: DEBUG nova.network.neutron [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2686.434912] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2686.435100] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2686.527982] env[62743]: DEBUG nova.objects.base [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62743) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2686.563232] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273f944-e537-46ed-a661-8751205544a3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.571957] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795de9fb-94f8-485c-941d-273028370074 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.603049] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d07f2b-d3fa-450a-890d-e6a3d00eb357 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.609108] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8463b733-48c5-4979-b71d-9ae70090feff {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2686.623864] env[62743]: DEBUG nova.compute.provider_tree [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2686.835096] env[62743]: DEBUG nova.network.neutron [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updated VIF entry in instance network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2686.835530] env[62743]: DEBUG nova.network.neutron [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape354c24c-de", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2687.127694] env[62743]: DEBUG nova.scheduler.client.report [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2687.184669] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2687.338648] env[62743]: DEBUG oslo_concurrency.lockutils [req-9dac5cc9-338b-4485-8c08-d45eaa287ad1 req-10752dc5-a94f-45c5-952f-7cc11911d855 service nova] Releasing lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2687.632631] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2688.140452] env[62743]: DEBUG oslo_concurrency.lockutils [None req-bf780798-002e-4567-b903-b861434c1d4b tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.892s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2688.141164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.957s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2688.141357] env[62743]: INFO nova.compute.manager [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Unshelving [ 2689.168355] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2689.168619] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2689.168813] env[62743]: DEBUG nova.objects.instance [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'pci_requests' on Instance uuid f2bc7b77-01fb-490b-a0fd-68017e8947dc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2689.435338] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2689.672882] env[62743]: DEBUG nova.objects.instance [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'numa_topology' on Instance uuid f2bc7b77-01fb-490b-a0fd-68017e8947dc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2690.175998] env[62743]: INFO nova.compute.claims [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2691.220445] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d7d8b-58dd-4170-ad10-594fadcaab14 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2691.227953] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2d5106-0243-4fa2-9053-baab0386b431 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2691.256655] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a3f7ba-d8af-410e-90fb-b49712d2eb1e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2691.263559] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b512a07-1202-4759-b6c4-3cb9e6b91621 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2691.277509] env[62743]: DEBUG nova.compute.provider_tree [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2691.430970] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2691.435592] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager.update_available_resource {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2691.781239] env[62743]: DEBUG nova.scheduler.client.report [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2691.938218] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2692.286191] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.117s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2692.288351] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.350s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2692.288528] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2692.288681] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62743) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2692.289545] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaa8b1f-8a85-4d8b-a20e-a6f269c1d307 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.297956] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44c4f6-7171-4f7c-8323-8d4ad31335f4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.311830] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3c474-6c29-43c0-91e7-13a7161e789d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.317883] env[62743]: INFO nova.network.neutron [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2692.320162] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2830eb85-bad3-408a-8303-2d4eda6754a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.348287] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=160GB free_vcpus=48 pci_devices=None {{(pid=62743) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2692.348426] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2692.348609] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2693.368486] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance fd976259-0234-431b-8d24-0c5466cc8716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2693.368715] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Instance f2bc7b77-01fb-490b-a0fd-68017e8947dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62743) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2693.368805] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2693.368939] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62743) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2693.401576] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c361c657-a785-4531-ad52-3854cf70f304 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.408780] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db64b0f5-8c98-428a-b674-9f864af6df5e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.437716] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d21996-4b3c-4f18-9b56-8e85da7756a1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.444301] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f2863-34c4-410a-b1dd-6075e6224119 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.456623] env[62743]: DEBUG nova.compute.provider_tree [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2693.960013] env[62743]: DEBUG nova.scheduler.client.report [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2694.464726] env[62743]: DEBUG nova.compute.resource_tracker [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62743) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2694.465086] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2695.465485] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2695.465800] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2695.465897] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2697.436832] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2697.437171] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2697.943904] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] There are 15 instances to clean {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2697.944108] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 1f1d81fc-09cb-4968-b5ac-8c25e6096299] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2698.447867] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 38af1b14-3060-4313-a4d0-307545c28204] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2698.951054] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 446d6fa4-c302-4d18-a864-f71dbb62e971] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2699.454250] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: c511d8e2-943b-45e3-9ca7-aeb49ee17445] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2699.957681] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: be7c9f2e-7647-4f96-9765-111cf4fc4b73] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2700.461202] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: cf87e091-9d84-4dac-b48f-4485eeefbb24] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2700.708311] env[62743]: DEBUG nova.compute.manager [req-705b8cb3-6962-4e92-ad1e-2e017c04d739 req-bcc35e41-98a5-4caf-ab9d-d1d1fec635d4 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-vif-plugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2700.708533] env[62743]: DEBUG oslo_concurrency.lockutils [req-705b8cb3-6962-4e92-ad1e-2e017c04d739 req-bcc35e41-98a5-4caf-ab9d-d1d1fec635d4 service nova] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2700.708740] env[62743]: DEBUG oslo_concurrency.lockutils [req-705b8cb3-6962-4e92-ad1e-2e017c04d739 req-bcc35e41-98a5-4caf-ab9d-d1d1fec635d4 service nova] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2700.708904] env[62743]: DEBUG oslo_concurrency.lockutils [req-705b8cb3-6962-4e92-ad1e-2e017c04d739 req-bcc35e41-98a5-4caf-ab9d-d1d1fec635d4 service nova] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2700.710363] env[62743]: DEBUG nova.compute.manager [req-705b8cb3-6962-4e92-ad1e-2e017c04d739 req-bcc35e41-98a5-4caf-ab9d-d1d1fec635d4 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] No waiting events found dispatching network-vif-plugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2700.710560] env[62743]: WARNING nova.compute.manager [req-705b8cb3-6962-4e92-ad1e-2e017c04d739 req-bcc35e41-98a5-4caf-ab9d-d1d1fec635d4 service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received unexpected event network-vif-plugged-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 for instance with vm_state shelved_offloaded and task_state spawning. [ 2700.793153] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2700.793355] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2700.793563] env[62743]: DEBUG nova.network.neutron [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Building network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2700.964694] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: b78b46e4-4c30-470b-9a62-9f2cfe749371] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2701.468372] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 5e98c300-388a-4b9c-8a81-65d9738efb7a] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2701.489156] env[62743]: DEBUG nova.network.neutron [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape354c24c-de", "ovs_interfaceid": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2701.971266] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 9f20a16d-9980-4ca2-94b3-9148298fa81e] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2701.992149] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2702.019502] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-10T18:24:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f30c069f11f96fb1a11551c17903e8c',container_format='bare',created_at=2025-01-10T19:00:53Z,direct_url=,disk_format='vmdk',id=b0f80768-aa0b-4e50-aea0-65d4499a6bd2,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1869523006-shelved',owner='c1e6783882064eee99b2a4f2cfbe3423',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-01-10T19:01:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2702.019754] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2702.019910] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image limits 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2702.020105] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Flavor pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2702.020255] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Image pref 0:0:0 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2702.020401] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62743) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2702.020608] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2702.020782] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2702.020934] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Got 1 possible topologies {{(pid=62743) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2702.021111] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2702.021286] env[62743]: DEBUG nova.virt.hardware [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62743) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2702.022140] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4679e5c-119f-452c-8019-4a7ffd18e24d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.030249] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b4e938-1917-460c-be4b-604b0924b6b7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.043737] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:d8:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9', 'vif_model': 'vmxnet3'}] {{(pid=62743) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2702.050880] env[62743]: DEBUG oslo.service.loopingcall [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2702.051124] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Creating VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2702.051323] env[62743]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0febdbe2-9c33-4968-bdf4-db3564b55e79 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.071408] env[62743]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2702.071408] env[62743]: value = "task-2064987" [ 2702.071408] env[62743]: _type = "Task" [ 2702.071408] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2702.079828] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064987, 'name': CreateVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.474619] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: cad172fd-5119-45b4-bc5d-1193c023000d] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2702.580786] env[62743]: DEBUG oslo_vmware.api [-] Task: {'id': task-2064987, 'name': CreateVM_Task, 'duration_secs': 0.407502} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2702.580967] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Created VM on the ESX host {{(pid=62743) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2702.581620] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2702.581782] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2702.582176] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2702.582420] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3df8424-151d-4934-be87-d4afbe81eda9 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.586730] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2702.586730] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]529378ad-9e7b-72c3-c58e-8ce2d12496ba" [ 2702.586730] env[62743]: _type = "Task" [ 2702.586730] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2702.594018] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]529378ad-9e7b-72c3-c58e-8ce2d12496ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.734464] env[62743]: DEBUG nova.compute.manager [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2702.734674] env[62743]: DEBUG nova.compute.manager [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing instance network info cache due to event network-changed-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2702.734889] env[62743]: DEBUG oslo_concurrency.lockutils [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] Acquiring lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2702.735068] env[62743]: DEBUG oslo_concurrency.lockutils [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] Acquired lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2702.735194] env[62743]: DEBUG nova.network.neutron [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Refreshing network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2702.977846] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: dafd3e59-1ef1-4e1e-8127-bae154d96870] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2703.096356] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2703.096629] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Processing image b0f80768-aa0b-4e50-aea0-65d4499a6bd2 {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2703.096892] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2/b0f80768-aa0b-4e50-aea0-65d4499a6bd2.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2703.097059] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2/b0f80768-aa0b-4e50-aea0-65d4499a6bd2.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2703.097253] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2703.097494] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd602b80-71fe-4bd5-bc03-fac4fdddea80 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2703.114090] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2703.114252] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62743) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2703.114941] env[62743]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74794332-3435-43c5-84df-a23f3d53f194 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2703.119669] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2703.119669] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]5258d4f5-8d85-1fe0-9368-10490828bd0b" [ 2703.119669] env[62743]: _type = "Task" [ 2703.119669] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2703.126704] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': session[52d2e721-367a-d96f-25ac-3dababc25818]5258d4f5-8d85-1fe0-9368-10490828bd0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2703.428470] env[62743]: DEBUG nova.network.neutron [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updated VIF entry in instance network info cache for port e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9. {{(pid=62743) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2703.428883] env[62743]: DEBUG nova.network.neutron [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [{"id": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "address": "fa:16:3e:55:d8:99", "network": {"id": "602ad3b8-18e5-4751-bf43-a5879dc6c02c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1847799273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c1e6783882064eee99b2a4f2cfbe3423", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape354c24c-de", "ovs_interfaceid": "e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2703.480837] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: c26db06a-5c80-4d0c-9bba-9b0a5fe6a026] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2703.630196] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Preparing fetch location {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2703.630418] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Fetch image to [datastore1] OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de/OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de.vmdk {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2703.630573] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Downloading stream optimized image b0f80768-aa0b-4e50-aea0-65d4499a6bd2 to [datastore1] OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de/OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de.vmdk on the data store datastore1 as vApp {{(pid=62743) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2703.630743] env[62743]: DEBUG nova.virt.vmwareapi.images [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Downloading image file data b0f80768-aa0b-4e50-aea0-65d4499a6bd2 to the ESX as VM named 'OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de' {{(pid=62743) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2703.695608] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2703.695608] env[62743]: value = "resgroup-9" [ 2703.695608] env[62743]: _type = "ResourcePool" [ 2703.695608] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2703.695902] env[62743]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-80485672-a417-4212-86f7-91978d2cc93a {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2703.716011] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease: (returnval){ [ 2703.716011] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d56e9c-db3d-a8e1-cb03-f69d3a740e4b" [ 2703.716011] env[62743]: _type = "HttpNfcLease" [ 2703.716011] env[62743]: } obtained for vApp import into resource pool (val){ [ 2703.716011] env[62743]: value = "resgroup-9" [ 2703.716011] env[62743]: _type = "ResourcePool" [ 2703.716011] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2703.716352] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the lease: (returnval){ [ 2703.716352] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d56e9c-db3d-a8e1-cb03-f69d3a740e4b" [ 2703.716352] env[62743]: _type = "HttpNfcLease" [ 2703.716352] env[62743]: } to be ready. {{(pid=62743) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2703.722277] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2703.722277] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d56e9c-db3d-a8e1-cb03-f69d3a740e4b" [ 2703.722277] env[62743]: _type = "HttpNfcLease" [ 2703.722277] env[62743]: } is initializing. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2703.932415] env[62743]: DEBUG oslo_concurrency.lockutils [req-4544be76-eef7-4a2c-9aba-6d7d3ee3ff3d req-af91d386-6ef8-4270-a6c2-204a9d0b735b service nova] Releasing lock "refresh_cache-f2bc7b77-01fb-490b-a0fd-68017e8947dc" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2703.986175] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 649565b0-03a8-4abf-a380-462cf517ce58] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2704.226353] env[62743]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2704.226353] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d56e9c-db3d-a8e1-cb03-f69d3a740e4b" [ 2704.226353] env[62743]: _type = "HttpNfcLease" [ 2704.226353] env[62743]: } is ready. {{(pid=62743) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2704.226571] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2704.226571] env[62743]: value = "session[52d2e721-367a-d96f-25ac-3dababc25818]52d56e9c-db3d-a8e1-cb03-f69d3a740e4b" [ 2704.226571] env[62743]: _type = "HttpNfcLease" [ 2704.226571] env[62743]: }. {{(pid=62743) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2704.227299] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3fd10-6c1f-4d3d-b17f-9a8997ee2d82 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2704.234338] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d2fbc-576b-c0b9-5647-38f400303ce6/disk-0.vmdk from lease info. {{(pid=62743) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2704.234552] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d2fbc-576b-c0b9-5647-38f400303ce6/disk-0.vmdk. {{(pid=62743) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2704.297039] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69f343d2-7d03-4c58-b03f-c2d817eef8df {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2704.487655] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd2f9b88-9281-41df-a48d-6b816fbb4298] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2704.991624] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: 547f622f-a5b2-4091-ad19-827bbce011a8] Instance has had 0 of 5 cleanup attempts {{(pid=62743) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2705.335178] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Completed reading data from the image iterator. {{(pid=62743) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2705.335418] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d2fbc-576b-c0b9-5647-38f400303ce6/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2705.336371] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d61e2d-013d-4696-9930-af72c44c67e3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.343225] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d2fbc-576b-c0b9-5647-38f400303ce6/disk-0.vmdk is in state: ready. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2705.343380] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d2fbc-576b-c0b9-5647-38f400303ce6/disk-0.vmdk. {{(pid=62743) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2705.343676] env[62743]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-70bf6283-33fb-466b-888c-c5f0fd996074 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.539117] env[62743]: DEBUG oslo_vmware.rw_handles [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d2fbc-576b-c0b9-5647-38f400303ce6/disk-0.vmdk. {{(pid=62743) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2705.539500] env[62743]: INFO nova.virt.vmwareapi.images [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Downloaded image file data b0f80768-aa0b-4e50-aea0-65d4499a6bd2 [ 2705.540192] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ed269-d236-4c63-8527-b3394e099c27 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.555669] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0a58beb-a11d-4a62-a389-51127b442b6e {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.577848] env[62743]: INFO nova.virt.vmwareapi.images [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] The imported VM was unregistered [ 2705.580229] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Caching image {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2705.580470] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2705.580708] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08ea72ee-b264-4add-bb21-91b01da7807d {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.591465] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Created directory with path [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2 {{(pid=62743) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2705.591635] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de/OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de.vmdk to [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2/b0f80768-aa0b-4e50-aea0-65d4499a6bd2.vmdk. {{(pid=62743) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2705.591853] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-24a30c89-d300-4cba-80bc-9835bd3195d7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.597413] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2705.597413] env[62743]: value = "task-2064990" [ 2705.597413] env[62743]: _type = "Task" [ 2705.597413] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2705.604676] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064990, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2706.111043] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064990, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2706.611525] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064990, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2707.111740] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064990, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2707.495895] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2707.496166] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Starting heal instance info cache {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2707.496297] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Rebuilding the list of instances to heal {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2707.613989] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064990, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2708.016113] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquiring lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2708.016268] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Acquired lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2708.016417] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Forcefully refreshing network info cache for instance {{(pid=62743) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2708.016571] env[62743]: DEBUG nova.objects.instance [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Lazy-loading 'info_cache' on Instance uuid fd976259-0234-431b-8d24-0c5466cc8716 {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2708.111199] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064990, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.349612} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2708.111443] env[62743]: INFO nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de/OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de.vmdk to [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2/b0f80768-aa0b-4e50-aea0-65d4499a6bd2.vmdk. [ 2708.111627] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Cleaning up location [datastore1] OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de {{(pid=62743) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2708.111838] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_13b30c3d-db02-4bf4-8446-740d629520de {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2708.112120] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f880728-e1f1-4090-b2d0-d64411141134 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2708.118108] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2708.118108] env[62743]: value = "task-2064991" [ 2708.118108] env[62743]: _type = "Task" [ 2708.118108] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2708.126684] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2708.627935] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039596} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2708.628265] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2708.628347] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2/b0f80768-aa0b-4e50-aea0-65d4499a6bd2.vmdk" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2708.628566] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2/b0f80768-aa0b-4e50-aea0-65d4499a6bd2.vmdk to [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2708.628801] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b55f98-8b32-4e81-b762-49039ea57e2b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2708.635101] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2708.635101] env[62743]: value = "task-2064992" [ 2708.635101] env[62743]: _type = "Task" [ 2708.635101] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2708.642201] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2709.039855] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Instance cache missing network info. {{(pid=62743) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2709.162938] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064992, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2709.613166] env[62743]: DEBUG nova.network.neutron [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2709.651469] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064992, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2710.115871] env[62743]: DEBUG oslo_concurrency.lockutils [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Releasing lock "refresh_cache-fd976259-0234-431b-8d24-0c5466cc8716" {{(pid=62743) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2710.116149] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] [instance: fd976259-0234-431b-8d24-0c5466cc8716] Updated the network info_cache for instance {{(pid=62743) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2710.116321] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2710.116526] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2710.150932] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064992, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2710.651445] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064992, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2711.148054] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064992, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.268975} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2711.148415] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b0f80768-aa0b-4e50-aea0-65d4499a6bd2/b0f80768-aa0b-4e50-aea0-65d4499a6bd2.vmdk to [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk {{(pid=62743) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2711.149083] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248f48b0-fcf9-4eb1-9f10-5b39e45ea72b {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2711.170364] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2711.170546] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80af7a3-77ff-429e-9ec4-343de09b6a87 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2711.189511] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2711.189511] env[62743]: value = "task-2064993" [ 2711.189511] env[62743]: _type = "Task" [ 2711.189511] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2711.196757] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2711.699167] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064993, 'name': ReconfigVM_Task, 'duration_secs': 0.268873} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2711.699484] env[62743]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Reconfigured VM instance instance-0000007e to attach disk [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc/f2bc7b77-01fb-490b-a0fd-68017e8947dc.vmdk or device None with type streamOptimized {{(pid=62743) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2711.700124] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-690fb4d1-8c1f-4222-9cf2-71f0d5ec919f {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2711.706227] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2711.706227] env[62743]: value = "task-2064994" [ 2711.706227] env[62743]: _type = "Task" [ 2711.706227] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2711.714492] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064994, 'name': Rename_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2712.215548] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064994, 'name': Rename_Task, 'duration_secs': 0.145421} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2712.215954] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powering on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2712.216100] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad887b59-e8e7-4a1a-abc4-eb927db42ac1 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2712.222083] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2712.222083] env[62743]: value = "task-2064995" [ 2712.222083] env[62743]: _type = "Task" [ 2712.222083] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2712.228875] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2712.734707] env[62743]: DEBUG oslo_vmware.api [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064995, 'name': PowerOnVM_Task, 'duration_secs': 0.420703} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2712.734953] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powered on the VM {{(pid=62743) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2712.830924] env[62743]: DEBUG nova.compute.manager [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Checking state {{(pid=62743) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2712.831849] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b658ab8-cc88-4c29-bfd5-11f75e207ba7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.351045] env[62743]: DEBUG oslo_concurrency.lockutils [None req-0a26ea44-1cb4-4d04-ba64-2f1de1025c8a tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.210s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2713.848798] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2713.849110] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2713.849335] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2713.849520] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2713.849694] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2713.851828] env[62743]: INFO nova.compute.manager [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Terminating instance [ 2714.355872] env[62743]: DEBUG nova.compute.manager [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Start destroying the instance on the hypervisor. {{(pid=62743) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2714.356247] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Destroying instance {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2714.357460] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed76935-524f-4549-8d37-82c91348bdcd {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.365072] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powering off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2714.365291] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c64c635-5105-4761-9f49-8a3561d07ed7 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.371707] env[62743]: DEBUG oslo_vmware.api [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2714.371707] env[62743]: value = "task-2064996" [ 2714.371707] env[62743]: _type = "Task" [ 2714.371707] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2714.379689] env[62743]: DEBUG oslo_vmware.api [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2714.882257] env[62743]: DEBUG oslo_vmware.api [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064996, 'name': PowerOffVM_Task, 'duration_secs': 0.199121} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2714.882527] env[62743]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Powered off the VM {{(pid=62743) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2714.882695] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Unregistering the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2714.882940] env[62743]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75a4c32a-db95-46f3-b986-ffd1614ffa76 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2716.653990] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Unregistered the VM {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2716.654508] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Deleting contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2716.654508] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleting the datastore file [datastore1] f2bc7b77-01fb-490b-a0fd-68017e8947dc {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2716.654710] env[62743]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fde49415-a6aa-4de7-9518-2686e76c3e91 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2716.661266] env[62743]: DEBUG oslo_vmware.api [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for the task: (returnval){ [ 2716.661266] env[62743]: value = "task-2064998" [ 2716.661266] env[62743]: _type = "Task" [ 2716.661266] env[62743]: } to complete. {{(pid=62743) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2716.668857] env[62743]: DEBUG oslo_vmware.api [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2717.171512] env[62743]: DEBUG oslo_vmware.api [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Task: {'id': task-2064998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187212} completed successfully. {{(pid=62743) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2717.171753] env[62743]: DEBUG nova.virt.vmwareapi.ds_util [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted the datastore file {{(pid=62743) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2717.171935] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Deleted contents of the VM from datastore datastore1 {{(pid=62743) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2717.172129] env[62743]: DEBUG nova.virt.vmwareapi.vmops [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Instance destroyed {{(pid=62743) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2717.172301] env[62743]: INFO nova.compute.manager [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Took 2.82 seconds to destroy the instance on the hypervisor. [ 2717.172531] env[62743]: DEBUG oslo.service.loopingcall [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62743) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2717.172717] env[62743]: DEBUG nova.compute.manager [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Deallocating network for instance {{(pid=62743) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2717.172814] env[62743]: DEBUG nova.network.neutron [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] deallocate_for_instance() {{(pid=62743) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2717.605035] env[62743]: DEBUG nova.compute.manager [req-24a10b0f-733f-4852-b526-6540b4c4557f req-8f8dc0fa-79b8-4f8d-8dd0-a0122db4f0df service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Received event network-vif-deleted-e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9 {{(pid=62743) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2717.605201] env[62743]: INFO nova.compute.manager [req-24a10b0f-733f-4852-b526-6540b4c4557f req-8f8dc0fa-79b8-4f8d-8dd0-a0122db4f0df service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Neutron deleted interface e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9; detaching it from the instance and deleting it from the info cache [ 2717.605547] env[62743]: DEBUG nova.network.neutron [req-24a10b0f-733f-4852-b526-6540b4c4557f req-8f8dc0fa-79b8-4f8d-8dd0-a0122db4f0df service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2718.086407] env[62743]: DEBUG nova.network.neutron [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Updating instance_info_cache with network_info: [] {{(pid=62743) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2718.107992] env[62743]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d75bb91-1df5-4fa8-8c60-8eddc0586cd4 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2718.117470] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c854086-26bb-44fa-8111-fc35905406ec {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2718.141879] env[62743]: DEBUG nova.compute.manager [req-24a10b0f-733f-4852-b526-6540b4c4557f req-8f8dc0fa-79b8-4f8d-8dd0-a0122db4f0df service nova] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Detach interface failed, port_id=e354c24c-dea3-4b03-9ad2-d5b1a5ab6fc9, reason: Instance f2bc7b77-01fb-490b-a0fd-68017e8947dc could not be found. {{(pid=62743) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2718.588592] env[62743]: INFO nova.compute.manager [-] [instance: f2bc7b77-01fb-490b-a0fd-68017e8947dc] Took 1.42 seconds to deallocate network for instance. [ 2718.938908] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2718.939119] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Cleaning up deleted instances with incomplete migration {{(pid=62743) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2719.095164] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2719.095546] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2719.095766] env[62743]: DEBUG nova.objects.instance [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lazy-loading 'resources' on Instance uuid f2bc7b77-01fb-490b-a0fd-68017e8947dc {{(pid=62743) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2719.615179] env[62743]: DEBUG nova.scheduler.client.report [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Refreshing inventories for resource provider 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2719.629465] env[62743]: DEBUG nova.scheduler.client.report [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating ProviderTree inventory for provider 7427b208-a623-46bb-b585-bad91453d898 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2719.629668] env[62743]: DEBUG nova.compute.provider_tree [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Updating inventory in ProviderTree for provider 7427b208-a623-46bb-b585-bad91453d898 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2719.639141] env[62743]: DEBUG nova.scheduler.client.report [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Refreshing aggregate associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, aggregates: None {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2719.655257] env[62743]: DEBUG nova.scheduler.client.report [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Refreshing trait associations for resource provider 7427b208-a623-46bb-b585-bad91453d898, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=62743) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2719.689545] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f55f4f0-6e00-44f5-8951-ea2b8a1cc7fe {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2719.697201] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fb79df-4820-46ac-841e-3dd361a22491 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2719.727839] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e06529-ab0a-4ad3-a0c8-e2f513632cf3 {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2719.734570] env[62743]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95205e06-fc7f-44aa-a5f1-7fe6a9c5b2eb {{(pid=62743) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2719.747267] env[62743]: DEBUG nova.compute.provider_tree [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed in ProviderTree for provider: 7427b208-a623-46bb-b585-bad91453d898 {{(pid=62743) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2720.250227] env[62743]: DEBUG nova.scheduler.client.report [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Inventory has not changed for provider 7427b208-a623-46bb-b585-bad91453d898 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 160, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62743) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2720.755326] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2720.777716] env[62743]: INFO nova.scheduler.client.report [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Deleted allocations for instance f2bc7b77-01fb-490b-a0fd-68017e8947dc [ 2721.286446] env[62743]: DEBUG oslo_concurrency.lockutils [None req-58d8f307-70e8-4bd9-856a-1db491db31cc tempest-ServerActionsTestOtherB-1879811850 tempest-ServerActionsTestOtherB-1879811850-project-member] Lock "f2bc7b77-01fb-490b-a0fd-68017e8947dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.437s {{(pid=62743) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2747.938356] env[62743]: DEBUG oslo_service.periodic_task [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62743) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2747.938881] env[62743]: DEBUG nova.compute.manager [None req-6a8ffcbb-f008-45d1-b905-7358a0da27fb None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62743) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}}